[ 525.962017] env[66594]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.962017] env[66594]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.952719] env[66687]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.952719] env[66687]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.507584] env[66687]: INFO neutron.common.config [-] Logging enabled! [ 528.507911] env[66687]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 528.508123] env[66687]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66687) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.508423] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.508518] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.509391] env[66687]: WARNING oslo_policy.policy [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.509622] env[66687]: WARNING oslo_policy.policy [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.511766] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] VMware NSXv3 Agent initialized successfully. [ 528.512130] env[66687]: DEBUG oslo_concurrency.lockutils [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] Acquiring lock "singleton_lock" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.512261] env[66687]: DEBUG oslo_concurrency.lockutils [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] Acquired lock "singleton_lock" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.512460] env[66687]: DEBUG oslo_concurrency.lockutils [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] Releasing lock "singleton_lock" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.512811] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] Full set of CONF: {{(pid=66687) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.512991] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ******************************************************************************** {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.513152] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] Configuration options gathered from: {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.513534] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.513705] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.513835] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ================================================================================ {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.514037] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] agent_down_time = 75 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.514201] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] allow_automatic_dhcp_failover = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.514396] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] allow_bulk = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.514567] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] api_extensions_path = {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.514710] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] api_paste_config = api-paste.ini {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.514848] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] auth_strategy = keystone {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.514952] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] backdoor_port = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.515064] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] backdoor_socket = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.515200] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] backlog = 4096 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.515334] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.515484] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] bind_host = 0.0.0.0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.515619] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] bind_port = 9696 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.515747] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] client_socket_timeout = 900 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.515880] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] config_dir = [] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.515984] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.516128] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] config_source = [] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.516263] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] control_exchange = neutron {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.516397] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] core_plugin = ml2 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.516570] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] debug = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.516776] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] default_availability_zones = [] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.517091] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.517307] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] dhcp_agent_notification = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.517503] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] dhcp_agents_per_network = 1 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.517663] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] dhcp_lease_duration = 86400 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.517840] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] dhcp_load_type = networks {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.518044] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] dns_domain = openstacklocal {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.518211] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.518348] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] enable_default_route_bfd = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.518476] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] enable_default_route_ecmp = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.518605] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] enable_dvr = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.518734] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] enable_new_agents = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.518860] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.518986] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] enable_signals = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.519148] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] enable_traditional_dhcp = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.519279] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] external_dns_driver = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.519405] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] filter_validation = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.519542] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] global_physnet_mtu = 8950 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.519670] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] graceful_shutdown_timeout = 60 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.519844] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] host = cpu-1 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.520033] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] host_dvr_for_dhcp = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.520166] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] http_retries = 3 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.520331] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] instance_format = [instance: %(uuid)s] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.520478] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.520612] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ipam_driver = internal {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.520740] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ipv6_pd_enabled = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.520867] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] l3_ha = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.520999] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.521143] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] l3_ha_network_physical_name = {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.521304] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] l3_ha_network_type = {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.521518] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] log_color = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.521726] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] log_config_append = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.521944] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.522112] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] log_dir = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.522246] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] log_file = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.522348] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] log_options = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.522482] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] log_rotate_interval = 1 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.522677] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] log_rotate_interval_type = days {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.522835] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] log_rotation_type = none {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.522970] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.523238] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.523399] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.523540] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.523644] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.523778] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] max_dns_nameservers = 5 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.523954] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] max_header_line = 16384 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.524102] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] max_l3_agents_per_router = 3 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.524236] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] max_logfile_count = 30 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.524364] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] max_logfile_size_mb = 200 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.524522] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] max_subnet_host_routes = 20 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.524661] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] my_ip = 10.180.1.21 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.524794] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] my_ipv6 = ::1 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.524986] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] network_auto_schedule = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.525140] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] network_link_prefix = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.525280] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.525415] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] notify_nova_on_port_data_changes = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.525547] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] notify_nova_on_port_status_changes = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.525683] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] pagination_max_limit = -1 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.525811] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] publish_errors = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.525938] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] rate_limit_burst = 0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.526084] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] rate_limit_except_level = CRITICAL {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.526215] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] rate_limit_interval = 0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.526342] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] retry_until_window = 30 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.526467] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] router_distributed = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.526592] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] rpc_resources_processing_step = 20 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.526717] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] rpc_response_max_timeout = 600 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.526844] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] rpc_response_timeout = 60 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.526971] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] send_events_interval = 2 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.527173] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] service_plugins = ['router'] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.527293] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] setproctitle = on {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.527418] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] shell_completion = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.527552] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] state_path = /opt/stack/data/neutron {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.527687] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] syslog_log_facility = LOG_USER {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.527817] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] tcp_keepidle = 600 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.527951] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] transport_url = **** {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.528109] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] use_journal = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.528241] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] use_json = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.528367] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] use_ssl = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.528494] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] use_stderr = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.528626] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] use_syslog = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.528750] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] vlan_qinq = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.528874] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] vlan_transparent = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.529000] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] watch_log_file = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.529164] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] wsgi_default_pool_size = 100 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.529295] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] wsgi_keep_alive = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.529431] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.529560] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] wsgi_server_debug = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.529709] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_concurrency.disable_process_locking = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.529850] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.529990] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530135] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530273] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530406] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530537] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530684] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler.connection_string = messaging:// {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530821] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler.enabled = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.530956] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler.es_doc_type = notification {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531099] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler.es_scroll_size = 10000 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531240] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler.es_scroll_time = 2m {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531373] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler.filter_error_trace = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531506] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler.hmac_keys = **** {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531640] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler.sentinel_service_name = mymaster {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531779] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler.socket_timeout = 0.1 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.531912] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler.trace_requests = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532053] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler.trace_sqlalchemy = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532202] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler_jaeger.process_tags = {} {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532330] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler_jaeger.service_name_prefix = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532460] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] profiler_otlp.service_name_prefix = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532605] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_policy.enforce_new_defaults = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.532869] env[66687]: WARNING oslo_config.cfg [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.533025] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_policy.enforce_scope = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533170] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_policy.policy_default_rule = default {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533318] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533457] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533596] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533727] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533855] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.533982] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534122] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534258] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534403] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534577] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] agent.extensions = [] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534718] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534854] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] service_providers.service_provider = [] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.534994] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] QUOTAS.default_quota = -1 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535149] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535283] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] QUOTAS.quota_floatingip = 50 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535415] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] QUOTAS.quota_network = 100 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535542] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] QUOTAS.quota_port = 500 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535669] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535797] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] QUOTAS.quota_router = 10 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.535923] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] QUOTAS.quota_security_group = 10 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536061] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536194] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] QUOTAS.quota_subnet = 100 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536320] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] QUOTAS.track_quota_usage = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536461] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536588] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep.group = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536713] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep.helper_command = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536841] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep.log_daemon_traceback = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.536992] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537171] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep.thread_pool_size = 8 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537309] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep.user = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537453] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537582] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_dhcp_release.group = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537705] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_dhcp_release.helper_command = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537834] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.537967] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538111] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538239] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_dhcp_release.user = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538374] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538497] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_ovs_vsctl.group = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538620] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538746] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.538877] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539012] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539166] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_ovs_vsctl.user = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539307] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_namespace.capabilities = [21] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539432] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_namespace.group = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539558] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_namespace.helper_command = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539687] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539821] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.539952] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540084] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_namespace.user = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540222] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_conntrack.capabilities = [12] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540348] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_conntrack.group = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540470] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_conntrack.helper_command = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540597] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540729] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540858] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.540981] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_conntrack.user = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541132] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_link.capabilities = [12, 21] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541259] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_link.group = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541382] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_link.helper_command = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541510] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_link.log_daemon_traceback = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541641] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541768] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_link.thread_pool_size = 8 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.541892] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] privsep_link.user = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542050] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542199] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542334] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.continue_on_failed_promotions = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542463] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.dscp = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542593] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.dscp_inherit = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542730] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.force_mp_to_policy = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542864] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.locking_coordinator_url = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.542996] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.log_agent_heartbeats = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543145] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.logging_expire = 1 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543284] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543417] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543555] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.polling_interval = 240 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543698] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543839] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.543978] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.report_interval = 30.0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544130] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544268] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544405] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544538] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.sync_skew = 60 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544669] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.synchronization_queue_size = 20 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544797] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT.use_helper_for_ns_read = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.544938] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] SECURITYGROUP.enable_ipset = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545087] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] SECURITYGROUP.enable_security_group = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545229] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545364] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545500] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] experimental.ipv6_pd_enabled = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545652] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ml2.extension_drivers = ['port_security'] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545779] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ml2.external_network_type = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.545924] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546073] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ml2.overlay_ip_version = 4 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546214] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ml2.path_mtu = 8950 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546351] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ml2.physical_network_mtus = {} {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546493] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546628] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546769] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ml2.type_drivers = ['vlan'] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.546908] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547052] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547201] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547345] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547482] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547617] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547752] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.547886] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548032] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548232] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548377] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_login_password = **** {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548519] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548659] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_login_user = admin {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548794] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.548932] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549105] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549253] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549395] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549535] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549673] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549808] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.549941] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550093] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550240] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550373] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550505] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550698] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550839] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.550975] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551120] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551261] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] nova.auth_section = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551403] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] nova.auth_type = password {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551538] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551665] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] nova.certfile = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551795] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] nova.collect_timing = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.551931] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] nova.endpoint_type = public {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552072] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] nova.insecure = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552199] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] nova.keyfile = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552337] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] nova.region_name = RegionOne {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552469] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] nova.split_loggers = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552600] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] nova.timeout = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552737] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] placement.auth_section = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.552877] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] placement.auth_type = password {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553025] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553160] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] placement.certfile = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553293] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] placement.collect_timing = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553430] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] placement.endpoint_type = public {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553561] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] placement.insecure = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553685] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] placement.keyfile = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553809] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] placement.region_name = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.553938] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] placement.split_loggers = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554075] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] placement.timeout = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554215] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.auth_section = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554342] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.auth_type = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554464] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.cafile = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554588] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.certfile = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554719] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.collect_timing = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554844] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.connect_retries = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.554970] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.connect_retry_delay = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555154] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.enable_notifications = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555309] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.endpoint_override = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555442] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.insecure = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555569] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.interface = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555694] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.keyfile = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555821] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.max_version = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.555944] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.min_version = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556128] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.region_name = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556274] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.retriable_status_codes = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556404] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.service_name = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556533] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.service_type = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556754] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.split_loggers = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556820] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.status_code_retries = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.556917] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.status_code_retry_delay = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557094] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.timeout = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557243] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.valid_interfaces = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557373] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ironic.version = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557512] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] cli_script.dry_run = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557654] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557782] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.557914] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558059] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558193] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558323] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558451] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558582] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558713] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558852] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.558981] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559160] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559313] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559449] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559579] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559719] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559850] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.559981] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560134] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560268] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560397] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560528] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560655] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560785] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.560916] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561058] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561195] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561329] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561481] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561618] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561752] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.ssl = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.561892] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562039] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562176] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562315] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562453] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562585] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562728] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_notifications.driver = [] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.562862] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_notifications.retry = -1 {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.563017] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.563151] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.563257] env[66687]: DEBUG oslo_service.backend._eventlet.service [None req-f7b4106e-7d35-4737-95fa-53dfdeefba09 None None] ******************************************************************************** {{(pid=66687) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.564610] env[66687]: DEBUG neutron.agent.securitygroups_rpc [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Init firewall settings (driver=nsxv3) {{(pid=66687) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.566679] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66687) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.566974] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.569706] env[66687]: DEBUG dogpile.cache.region [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.569818] env[66687]: DEBUG dogpile.lock [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.569916] env[66687]: DEBUG dogpile.lock [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.570013] env[66687]: DEBUG dogpile.lock [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.570113] env[66687]: DEBUG dogpile.cache.region [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.570201] env[66687]: DEBUG dogpile.lock [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.570324] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.599504] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Session token - acquiring [ 528.601055] env[66687]: DEBUG networking_nsxv3.common.locking [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.601254] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.601335] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.601778] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.612555] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.882933] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 528.904151] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.904343] env[66687]: DEBUG dogpile.cache.region [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Cache value generated in 0.334 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 528.904477] env[66687]: DEBUG dogpile.lock [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.904540] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Activating Policy API Provider. [ 528.904731] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Looking for the default Infrastructure Rules. [ 528.969276] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Looking for the Default Layer3 Logged Drop Section. [ 528.985859] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 528.986342] env[66687]: DEBUG networking_nsxv3.common.locking [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.986515] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquiring lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.986618] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.986899] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired external semaphore "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.987253] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.502554] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.005235] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.507900] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Inventory metadata is going to be refreshed. [ 530.508136] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.245622] env[66687]: DEBUG networking_nsxv3.common.locking [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.246191] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.246191] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.246323] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.258110] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.258980] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.259624] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.276456] env[66687]: DEBUG networking_nsxv3.common.locking [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.276701] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.276802] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.277104] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.277270] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.277418] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.277533] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.277635] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.298408] env[66687]: DEBUG networking_nsxv3.common.locking [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.298626] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.298686] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.298967] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.299204] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.299359] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.318814] env[66687]: DEBUG networking_nsxv3.common.locking [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.319055] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.319100] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.319516] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.319662] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.319805] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.338246] env[66687]: DEBUG networking_nsxv3.common.locking [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.338524] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquiring lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.338621] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.338919] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired external semaphore "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.339076] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Releasing lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.339415] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.339548] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.339666] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.357449] env[66687]: DEBUG networking_nsxv3.common.locking [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.357644] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquiring lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.357747] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.358012] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired external semaphore "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.358155] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Releasing lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.358304] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.358408] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.358541] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.377595] env[66687]: DEBUG networking_nsxv3.common.locking [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.377829] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.377924] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.378157] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.378300] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.378441] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.378546] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.378643] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Inventory metadata have been refreshed. [ 531.378738] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Dryrun:True. Metadata refresh completed. [ 531.378851] env[66687]: DEBUG oslo_concurrency.lockutils [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Releasing lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.380561] env[66687]: INFO neutron.agent.agent_extensions_manager [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Loaded agent extensions: [] [ 531.381298] env[66687]: DEBUG neutron_lib.callbacks.manager [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66687) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.435486] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.435620] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.435734] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NSXv3 Agent Agent out of sync with plugin! [ 536.382034] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.382034] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.383368] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.383711] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.385030] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.385499] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.789391] env[66687]: INFO networking_nsxv3.common.synchronization [None req-1f531871-cfdf-4012-87b5-90a5d252290d demo admin] Enqueued Resource ID: 238a74a8-64af-463c-949a-68851b03eede with Priority: HIGHEST for action security_group_rules [ 546.790013] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238a74a8-64af-463c-949a-68851b03eede with Priority: HIGHEST for action security_group_rules [ 546.790323] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-238a74a8-64af-463c-949a-68851b03eede taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.790505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-238a74a8-64af-463c-949a-68851b03eede" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.790632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-238a74a8-64af-463c-949a-68851b03eede" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.791159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-238a74a8-64af-463c-949a-68851b03eede" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.791159] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('238a74a8-64af-463c-949a-68851b03eede',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.313117] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.313402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.313402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.313513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.313613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.313709] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 238a74a8-64af-463c-949a-68851b03eede already deleted. [ 547.313790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-238a74a8-64af-463c-949a-68851b03eede" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.791552] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.791960] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.793188] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.793598] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.794987] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.794987] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.797393] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.798247] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.385723] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.385723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.385723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.385723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.385723] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.888241] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.391160] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.893947] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 569.894074] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 570.753406] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.753756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.753756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.753825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.764855] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 570.765685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.766615] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 570.785520] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.785679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.785736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.785946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.786045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.786155] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 570.786227] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.786318] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 570.806828] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.806999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.807077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.807251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.807384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.807491] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 570.828830] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.828926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.829049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.829263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.829328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.829423] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 570.850386] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.850386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.850386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.850602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.850634] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.850747] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 570.850813] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.850888] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 570.868286] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.868431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.868502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.868702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.868788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.868894] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 570.868968] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.869209] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 570.896602] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.896790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.896913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.897079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.897189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.897310] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 570.897727] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.897727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 570.897727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 570.897727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 570.897727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 570.897727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 570.897979] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 570.898066] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 570.898113] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 570.919649] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.919794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.919868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.920730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.920847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.922221] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 570.942236] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.942397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.942483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.942698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.943018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.956929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.802110] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.802110] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.694207] env[66687]: INFO networking_nsxv3.common.synchronization [None req-cfdf86b6-0991-4802-9d52-f62e3af24b62 None None] Enqueued Resource ID: 6e4ee59d-5211-4293-afac-6deef1b04601 with Priority: HIGHEST for action port [ 572.694472] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4ee59d-5211-4293-afac-6deef1b04601 with Priority: HIGHEST for action port [ 572.695059] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e4ee59d-5211-4293-afac-6deef1b04601 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.695180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e4ee59d-5211-4293-afac-6deef1b04601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.695263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e4ee59d-5211-4293-afac-6deef1b04601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.695507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e4ee59d-5211-4293-afac-6deef1b04601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.695585] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4ee59d-5211-4293-afac-6deef1b04601',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.199940] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e4ee59d-5211-4293-afac-6deef1b04601 [ 573.199940] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.199940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.199940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.199940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.199940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.199940] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e4ee59d-5211-4293-afac-6deef1b04601 already deleted. [ 573.199940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e4ee59d-5211-4293-afac-6deef1b04601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.403172] env[66687]: INFO networking_nsxv3.common.synchronization [None req-846a6414-cd64-44cb-b827-8920885bc5e9 None None] Enqueued Resource ID: c50a9eed-e435-4b7a-8c74-f817a57bfded with Priority: HIGHEST for action port [ 574.403758] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50a9eed-e435-4b7a-8c74-f817a57bfded with Priority: HIGHEST for action port [ 574.404250] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c50a9eed-e435-4b7a-8c74-f817a57bfded taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.404422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c50a9eed-e435-4b7a-8c74-f817a57bfded" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.404720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c50a9eed-e435-4b7a-8c74-f817a57bfded" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.405193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c50a9eed-e435-4b7a-8c74-f817a57bfded" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.405323] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c50a9eed-e435-4b7a-8c74-f817a57bfded',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.876212] env[66687]: INFO networking_nsxv3.common.synchronization [None req-e838089a-d0ff-411b-9a55-49aaf9b6db17 None None] Enqueued Resource ID: bbe09ac7-d02c-4238-b0ea-b52c32761b41 with Priority: HIGHEST for action port [ 574.876787] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe09ac7-d02c-4238-b0ea-b52c32761b41 with Priority: HIGHEST for action port [ 574.877141] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbe09ac7-d02c-4238-b0ea-b52c32761b41 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.877259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbe09ac7-d02c-4238-b0ea-b52c32761b41" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.877866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbe09ac7-d02c-4238-b0ea-b52c32761b41" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.877866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbe09ac7-d02c-4238-b0ea-b52c32761b41" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.877866] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe09ac7-d02c-4238-b0ea-b52c32761b41',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.908019] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c50a9eed-e435-4b7a-8c74-f817a57bfded [ 574.908019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.908019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.908019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.908019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.908019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.908019] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c50a9eed-e435-4b7a-8c74-f817a57bfded already deleted. [ 574.908019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c50a9eed-e435-4b7a-8c74-f817a57bfded" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.381185] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbe09ac7-d02c-4238-b0ea-b52c32761b41 [ 575.381185] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.381345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.381385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.381593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.381920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.382032] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbe09ac7-d02c-4238-b0ea-b52c32761b41 already deleted. [ 575.382129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbe09ac7-d02c-4238-b0ea-b52c32761b41" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.458125] env[66687]: INFO networking_nsxv3.common.synchronization [None req-1fae6010-11df-4d21-baaf-5f432a1aef37 None None] Enqueued Resource ID: 71ee8b00-4da4-418b-9be4-5c5fd6850f3c with Priority: HIGHEST for action port [ 576.458421] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ee8b00-4da4-418b-9be4-5c5fd6850f3c with Priority: HIGHEST for action port [ 576.458982] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ee8b00-4da4-418b-9be4-5c5fd6850f3c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.462294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ee8b00-4da4-418b-9be4-5c5fd6850f3c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.462380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ee8b00-4da4-418b-9be4-5c5fd6850f3c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.462644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ee8b00-4da4-418b-9be4-5c5fd6850f3c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.462930] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ee8b00-4da4-418b-9be4-5c5fd6850f3c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.967297] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71ee8b00-4da4-418b-9be4-5c5fd6850f3c [ 576.968934] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.968934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.968934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.968934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.968934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.968934] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71ee8b00-4da4-418b-9be4-5c5fd6850f3c already deleted. [ 576.968934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ee8b00-4da4-418b-9be4-5c5fd6850f3c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.621524] env[66687]: INFO networking_nsxv3.common.synchronization [None req-51e00258-efd7-4043-99f9-f0de1a515fb8 None None] Enqueued Resource ID: 393d0b64-74bc-4a71-a34b-693dc2cac036 with Priority: HIGHEST for action port [ 578.622067] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393d0b64-74bc-4a71-a34b-693dc2cac036 with Priority: HIGHEST for action port [ 578.622632] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-393d0b64-74bc-4a71-a34b-693dc2cac036 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.622632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393d0b64-74bc-4a71-a34b-693dc2cac036" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.622632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393d0b64-74bc-4a71-a34b-693dc2cac036" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.622813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393d0b64-74bc-4a71-a34b-693dc2cac036" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.623085] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393d0b64-74bc-4a71-a34b-693dc2cac036',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.125114] env[66687]: INFO networking_nsxv3.common.synchronization [None req-994b4913-237a-4404-95bf-eaecfc739f27 None None] Enqueued Resource ID: a26f7bd0-cace-4a84-aba8-8a762bbfca15 with Priority: HIGHEST for action port [ 579.125114] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26f7bd0-cace-4a84-aba8-8a762bbfca15 with Priority: HIGHEST for action port [ 579.125518] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a26f7bd0-cace-4a84-aba8-8a762bbfca15 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.125635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a26f7bd0-cace-4a84-aba8-8a762bbfca15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.125702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a26f7bd0-cace-4a84-aba8-8a762bbfca15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.125944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a26f7bd0-cace-4a84-aba8-8a762bbfca15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.127557] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a26f7bd0-cace-4a84-aba8-8a762bbfca15',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.127635] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 393d0b64-74bc-4a71-a34b-693dc2cac036 [ 579.127849] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.128063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.128157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.128358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.128528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.128603] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:393d0b64-74bc-4a71-a34b-693dc2cac036 already deleted. [ 579.128995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393d0b64-74bc-4a71-a34b-693dc2cac036" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.630042] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a26f7bd0-cace-4a84-aba8-8a762bbfca15 [ 579.630413] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.630500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.630536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.630731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.630822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.630922] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a26f7bd0-cace-4a84-aba8-8a762bbfca15 already deleted. [ 579.631010] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a26f7bd0-cace-4a84-aba8-8a762bbfca15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.776425] env[66687]: INFO networking_nsxv3.common.synchronization [None req-46e762f6-8c74-4a87-aeb5-a87862e87414 None None] Enqueued Resource ID: d28f561e-9c28-403f-8c75-4c4a96691802 with Priority: HIGHEST for action port [ 579.776425] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28f561e-9c28-403f-8c75-4c4a96691802 with Priority: HIGHEST for action port [ 579.777079] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d28f561e-9c28-403f-8c75-4c4a96691802 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.777079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d28f561e-9c28-403f-8c75-4c4a96691802" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.777079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d28f561e-9c28-403f-8c75-4c4a96691802" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.777339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d28f561e-9c28-403f-8c75-4c4a96691802" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.777430] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d28f561e-9c28-403f-8c75-4c4a96691802',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.279988] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d28f561e-9c28-403f-8c75-4c4a96691802 [ 580.280097] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.280258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.280375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.280573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.280672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.280723] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d28f561e-9c28-403f-8c75-4c4a96691802 already deleted. [ 580.280806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d28f561e-9c28-403f-8c75-4c4a96691802" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.538049] env[66687]: INFO networking_nsxv3.common.synchronization [None req-e182763e-fed3-40a9-9578-d2a507e2d366 None None] Enqueued Resource ID: 078b0730-1314-477a-b2c7-039301d5b156 with Priority: HIGHEST for action port [ 580.538049] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b0730-1314-477a-b2c7-039301d5b156 with Priority: HIGHEST for action port [ 580.538049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-078b0730-1314-477a-b2c7-039301d5b156 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.538318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-078b0730-1314-477a-b2c7-039301d5b156" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.538318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-078b0730-1314-477a-b2c7-039301d5b156" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.538528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-078b0730-1314-477a-b2c7-039301d5b156" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.538607] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078b0730-1314-477a-b2c7-039301d5b156',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.040453] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 078b0730-1314-477a-b2c7-039301d5b156 [ 581.040739] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.040829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.040925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.041130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.041225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.041324] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:078b0730-1314-477a-b2c7-039301d5b156 already deleted. [ 581.041405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-078b0730-1314-477a-b2c7-039301d5b156" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.899899] env[66687]: INFO networking_nsxv3.common.synchronization [None req-d0c2db17-53a0-4ffc-8f1b-581e37b56f8f None None] Enqueued Resource ID: b7927e1c-428a-46ec-a6cd-3005cb67ca70 with Priority: HIGHEST for action port [ 581.900704] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7927e1c-428a-46ec-a6cd-3005cb67ca70 with Priority: HIGHEST for action port [ 581.900704] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7927e1c-428a-46ec-a6cd-3005cb67ca70 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.900704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7927e1c-428a-46ec-a6cd-3005cb67ca70" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.900992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7927e1c-428a-46ec-a6cd-3005cb67ca70" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.902032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7927e1c-428a-46ec-a6cd-3005cb67ca70" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.902032] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7927e1c-428a-46ec-a6cd-3005cb67ca70',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.999028] env[66687]: INFO networking_nsxv3.common.synchronization [None req-e05c01df-dbc2-4fc2-984c-a7e39e95662e None None] Enqueued Resource ID: 54b53688-cb0d-4ff5-a652-e289699f6925 with Priority: HIGHEST for action port [ 581.999874] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54b53688-cb0d-4ff5-a652-e289699f6925 with Priority: HIGHEST for action port [ 582.000755] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-54b53688-cb0d-4ff5-a652-e289699f6925 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.000755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54b53688-cb0d-4ff5-a652-e289699f6925" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.000755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54b53688-cb0d-4ff5-a652-e289699f6925" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.002550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54b53688-cb0d-4ff5-a652-e289699f6925" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.002675] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b53688-cb0d-4ff5-a652-e289699f6925',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.404062] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7927e1c-428a-46ec-a6cd-3005cb67ca70 [ 582.404062] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.404376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.404376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.404718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.404803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.405054] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7927e1c-428a-46ec-a6cd-3005cb67ca70 already deleted. [ 582.405054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7927e1c-428a-46ec-a6cd-3005cb67ca70" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.505818] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54b53688-cb0d-4ff5-a652-e289699f6925 [ 582.505818] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.505818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.505818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.505818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.505818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.505818] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54b53688-cb0d-4ff5-a652-e289699f6925 already deleted. [ 582.505818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54b53688-cb0d-4ff5-a652-e289699f6925" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.485592] env[66687]: INFO networking_nsxv3.common.synchronization [None req-88aa0f43-2233-4430-9985-da6732e50b8d None None] Enqueued Resource ID: 2c637cdf-5d48-4f18-9611-587d6d321d36 with Priority: HIGHEST for action port [ 583.485592] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c637cdf-5d48-4f18-9611-587d6d321d36 with Priority: HIGHEST for action port [ 583.485592] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c637cdf-5d48-4f18-9611-587d6d321d36 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.485592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c637cdf-5d48-4f18-9611-587d6d321d36" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.485592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c637cdf-5d48-4f18-9611-587d6d321d36" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.485965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c637cdf-5d48-4f18-9611-587d6d321d36" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.485965] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c637cdf-5d48-4f18-9611-587d6d321d36',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.741978] env[66687]: INFO networking_nsxv3.common.synchronization [req-310cfb25-485a-485a-a6b1-034f26828e30 req-e173d3ed-693d-4594-96dd-0130cda2ec74 tempest-ServersAdminNegativeTestJSON-1016638807 tempest-ServersAdminNegativeTestJSON-1016638807-project-member] Enqueued Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 583.741978] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 583.741978] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.741978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.741978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.742756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.742756] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.742880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.742880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.744454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.744454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.744454] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.837682] env[66687]: INFO networking_nsxv3.common.synchronization [None req-2b69b5fa-9259-470f-9c29-8134a21e2acb None None] Enqueued Resource ID: 91482823-e16a-41b2-b0dd-dd1d7ab601bc with Priority: HIGHEST for action port [ 583.838275] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91482823-e16a-41b2-b0dd-dd1d7ab601bc with Priority: HIGHEST for action port [ 583.839068] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-91482823-e16a-41b2-b0dd-dd1d7ab601bc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.839068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91482823-e16a-41b2-b0dd-dd1d7ab601bc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.839068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91482823-e16a-41b2-b0dd-dd1d7ab601bc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.839289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91482823-e16a-41b2-b0dd-dd1d7ab601bc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.839387] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91482823-e16a-41b2-b0dd-dd1d7ab601bc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.989666] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c637cdf-5d48-4f18-9611-587d6d321d36 [ 583.990708] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.990898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.991046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.992099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.992099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.992099] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c637cdf-5d48-4f18-9611-587d6d321d36 already deleted. [ 583.992099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c637cdf-5d48-4f18-9611-587d6d321d36" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.247177] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.247687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.247895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.248607] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.248607] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.248847] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.249961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.249961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.249961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.249961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.249961] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 032352ff-6227-450a-8583-521478433ab2 already deleted. [ 584.249961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.342034] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91482823-e16a-41b2-b0dd-dd1d7ab601bc [ 584.342132] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.342202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.342269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.342477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.342558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.342650] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91482823-e16a-41b2-b0dd-dd1d7ab601bc already deleted. [ 584.342791] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91482823-e16a-41b2-b0dd-dd1d7ab601bc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.496929] env[66687]: INFO networking_nsxv3.common.synchronization [None req-558259ba-e0ef-4eca-8247-b631a1d52b92 None None] Enqueued Resource ID: a80a3487-871a-4938-a56b-b4012931595e with Priority: HIGHEST for action port [ 585.497269] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80a3487-871a-4938-a56b-b4012931595e with Priority: HIGHEST for action port [ 585.497755] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a80a3487-871a-4938-a56b-b4012931595e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.497909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a80a3487-871a-4938-a56b-b4012931595e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.497977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a80a3487-871a-4938-a56b-b4012931595e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.498212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a80a3487-871a-4938-a56b-b4012931595e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.498296] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80a3487-871a-4938-a56b-b4012931595e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.862036] env[66687]: INFO networking_nsxv3.common.synchronization [None req-60d8316c-d4c5-4c4b-8d69-b94b06f66e62 None None] Enqueued Resource ID: 8d7a95bf-39d3-493a-8bb2-63bcd0a21573 with Priority: HIGHEST for action port [ 585.862639] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7a95bf-39d3-493a-8bb2-63bcd0a21573 with Priority: HIGHEST for action port [ 585.862954] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d7a95bf-39d3-493a-8bb2-63bcd0a21573 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.864370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d7a95bf-39d3-493a-8bb2-63bcd0a21573" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.864562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d7a95bf-39d3-493a-8bb2-63bcd0a21573" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.864978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d7a95bf-39d3-493a-8bb2-63bcd0a21573" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.864978] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d7a95bf-39d3-493a-8bb2-63bcd0a21573',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.906159] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.906731] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.906731] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.907880] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.907880] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.907880] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.908086] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.908671] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.908671] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.908871] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.908871] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.908943] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.908993] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.909116] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.909217] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.909343] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.928811] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.928897] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.929040] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.929677] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.929677] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-0a70d6f8-68af-45ad-b0e1-4e7700ecbf74 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.929677] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-0a70d6f8-68af-45ad-b0e1-4e7700ecbf74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.930027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-0a70d6f8-68af-45ad-b0e1-4e7700ecbf74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.930176] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-0a70d6f8-68af-45ad-b0e1-4e7700ecbf74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.930347] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a70d6f8-68af-45ad-b0e1-4e7700ecbf74',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.001199] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a80a3487-871a-4938-a56b-b4012931595e [ 586.001199] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.001199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.001199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.001623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.001623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.001846] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a80a3487-871a-4938-a56b-b4012931595e already deleted. [ 586.001846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a80a3487-871a-4938-a56b-b4012931595e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.367053] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d7a95bf-39d3-493a-8bb2-63bcd0a21573 [ 586.367387] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.367610] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.367610] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.367716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.367801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.367896] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d7a95bf-39d3-493a-8bb2-63bcd0a21573 already deleted. [ 586.369720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d7a95bf-39d3-493a-8bb2-63bcd0a21573" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.433720] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.433720] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.433720] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.433998] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.433998] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.434193] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 0a70d6f8-68af-45ad-b0e1-4e7700ecbf74 not found, creating... [ 586.434382] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.434537] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.434650] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.434858] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.434986] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.435347] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.435617] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.435747] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.435996] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.435996] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.436842] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 0a70d6f8-68af-45ad-b0e1-4e7700ecbf74 is going to be created. [ 586.462776] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.462776] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.463031] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.463195] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.463490] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.463744] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-0a70d6f8-68af-45ad-b0e1-4e7700ecbf74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.667863] env[66687]: INFO networking_nsxv3.common.synchronization [None req-ee3f2cb0-44fe-447e-bc6d-7d8a3726d25b None None] Enqueued Resource ID: 340f655d-0cb8-49e4-bd1e-2df649689866 with Priority: HIGHEST for action port [ 586.668952] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 340f655d-0cb8-49e4-bd1e-2df649689866 with Priority: HIGHEST for action port [ 586.669607] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-340f655d-0cb8-49e4-bd1e-2df649689866 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.669894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-340f655d-0cb8-49e4-bd1e-2df649689866" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.670070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-340f655d-0cb8-49e4-bd1e-2df649689866" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.670571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-340f655d-0cb8-49e4-bd1e-2df649689866" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.670859] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('340f655d-0cb8-49e4-bd1e-2df649689866',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.173040] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 340f655d-0cb8-49e4-bd1e-2df649689866 [ 587.173410] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.173410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.173570] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.173688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.173780] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.173875] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:340f655d-0cb8-49e4-bd1e-2df649689866 already deleted. [ 587.173957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-340f655d-0cb8-49e4-bd1e-2df649689866" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.230980] env[66687]: INFO networking_nsxv3.common.synchronization [req-310cfb25-485a-485a-a6b1-034f26828e30 req-95a67e8d-6391-4ba9-9ec0-38aea093ffa2 service nova] Enqueued Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_rules [ 587.231242] env[66687]: INFO networking_nsxv3.common.synchronization [req-310cfb25-485a-485a-a6b1-034f26828e30 req-95a67e8d-6391-4ba9-9ec0-38aea093ffa2 service nova] Enqueued Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 587.231498] env[66687]: INFO networking_nsxv3.common.synchronization [req-310cfb25-485a-485a-a6b1-034f26828e30 req-95a67e8d-6391-4ba9-9ec0-38aea093ffa2 service nova] Enqueued Resource ID: 0a70d6f8-68af-45ad-b0e1-4e7700ecbf74 with Priority: HIGHEST for action port [ 587.232075] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_rules [ 587.232256] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 587.232362] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a70d6f8-68af-45ad-b0e1-4e7700ecbf74 with Priority: HIGHEST for action port [ 587.232681] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.232933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.232933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.233620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.233669] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.235027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.235027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.235027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.235027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.235241] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.235241] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.235328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.236339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.236339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.236339] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.237529] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a70d6f8-68af-45ad-b0e1-4e7700ecbf74 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.237666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a70d6f8-68af-45ad-b0e1-4e7700ecbf74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.239134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a70d6f8-68af-45ad-b0e1-4e7700ecbf74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.239134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a70d6f8-68af-45ad-b0e1-4e7700ecbf74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.239134] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a70d6f8-68af-45ad-b0e1-4e7700ecbf74',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.707824] env[66687]: INFO networking_nsxv3.common.synchronization [None req-30b9d96e-080e-4c4a-9278-a54aaf67c586 None None] Enqueued Resource ID: 312ccb98-e919-4d40-96b9-5c6e5468242d with Priority: HIGHEST for action port [ 587.708310] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312ccb98-e919-4d40-96b9-5c6e5468242d with Priority: HIGHEST for action port [ 587.708491] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-312ccb98-e919-4d40-96b9-5c6e5468242d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.708615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312ccb98-e919-4d40-96b9-5c6e5468242d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.708686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312ccb98-e919-4d40-96b9-5c6e5468242d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.708984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312ccb98-e919-4d40-96b9-5c6e5468242d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.709061] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312ccb98-e919-4d40-96b9-5c6e5468242d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.739948] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.740121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.749341] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.750242] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a70d6f8-68af-45ad-b0e1-4e7700ecbf74 with status ACTIVE [ 587.750479] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.750618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.750675] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.750870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.750961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.751155] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.751257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.751366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.751481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.751561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.751738] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.751832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.751894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.753244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.753381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.753488] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a70d6f8-68af-45ad-b0e1-4e7700ecbf74 is going to be updated. [ 587.775793] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.776457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.776457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.776875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.776875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.776936] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a70d6f8-68af-45ad-b0e1-4e7700ecbf74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.214997] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 312ccb98-e919-4d40-96b9-5c6e5468242d [ 588.215269] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.215413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.215612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.215836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.215927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.216214] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:312ccb98-e919-4d40-96b9-5c6e5468242d already deleted. [ 588.216214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312ccb98-e919-4d40-96b9-5c6e5468242d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.255461] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.521828] env[66687]: INFO networking_nsxv3.common.synchronization [None req-85458ad5-e211-43dc-a50b-0af97d013e83 None None] Enqueued Resource ID: bbb48e77-dc9e-43f4-ba27-8e2103eb7be0 with Priority: HIGHEST for action port [ 588.524101] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb48e77-dc9e-43f4-ba27-8e2103eb7be0 with Priority: HIGHEST for action port [ 588.524101] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbb48e77-dc9e-43f4-ba27-8e2103eb7be0 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.524101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbb48e77-dc9e-43f4-ba27-8e2103eb7be0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.524101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbb48e77-dc9e-43f4-ba27-8e2103eb7be0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.524101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbb48e77-dc9e-43f4-ba27-8e2103eb7be0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.524101] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbb48e77-dc9e-43f4-ba27-8e2103eb7be0',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.570798] env[66687]: INFO networking_nsxv3.common.synchronization [None req-94db851c-90a4-4791-9cf2-a6d97cd4d3e7 None None] Enqueued Resource ID: 8d174a4a-9a5f-4ee2-bde0-7ff5d37f8ef1 with Priority: HIGHEST for action port [ 588.571553] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d174a4a-9a5f-4ee2-bde0-7ff5d37f8ef1 with Priority: HIGHEST for action port [ 588.571898] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d174a4a-9a5f-4ee2-bde0-7ff5d37f8ef1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.572038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d174a4a-9a5f-4ee2-bde0-7ff5d37f8ef1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.572108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d174a4a-9a5f-4ee2-bde0-7ff5d37f8ef1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.572357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d174a4a-9a5f-4ee2-bde0-7ff5d37f8ef1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.572445] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d174a4a-9a5f-4ee2-bde0-7ff5d37f8ef1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.760547] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.760936] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.760936] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.761027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.761247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.761247] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 032352ff-6227-450a-8583-521478433ab2 is going to be created. [ 588.794753] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.794954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.794999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.795206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.795724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.805493] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: UNINITIALIZED for 2s [ 589.027445] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbb48e77-dc9e-43f4-ba27-8e2103eb7be0 [ 589.027563] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.027700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.027837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.027983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.028087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.028182] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbb48e77-dc9e-43f4-ba27-8e2103eb7be0 already deleted. [ 589.028266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbb48e77-dc9e-43f4-ba27-8e2103eb7be0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.075842] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d174a4a-9a5f-4ee2-bde0-7ff5d37f8ef1 [ 589.076027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.076531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.076531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.076664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.076989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.076989] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d174a4a-9a5f-4ee2-bde0-7ff5d37f8ef1 already deleted. [ 589.076989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d174a4a-9a5f-4ee2-bde0-7ff5d37f8ef1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.388935] env[66687]: INFO networking_nsxv3.common.synchronization [req-406b245f-39cb-4fc1-9e9c-b324d04910ca req-89870b08-0724-4c25-a571-b36a09f8aa0c tempest-DeleteServersAdminTestJSON-1517231584 tempest-DeleteServersAdminTestJSON-1517231584-project-member] Enqueued Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 589.389520] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 589.389828] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.390467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.391220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.395028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.395028] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.395028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.395028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.395028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.395028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.395028] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.457834] env[66687]: INFO networking_nsxv3.common.synchronization [req-49737d2f-cd38-4ee3-b132-b755988b5753 req-90d3ac4a-f1d7-4cd6-be8c-0ae6468b9b1b tempest-FloatingIPsAssociationNegativeTestJSON-1012978764 tempest-FloatingIPsAssociationNegativeTestJSON-1012978764-project-member] Enqueued Resource ID: d98d9a6f-3273-4d35-a34e-00817f748475 with Priority: HIGHEST for action security_group_members [ 589.458371] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98d9a6f-3273-4d35-a34e-00817f748475 with Priority: HIGHEST for action security_group_members [ 589.458697] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98d9a6f-3273-4d35-a34e-00817f748475 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.458941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.458941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.461138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.461331] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.461463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.461531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.461701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.461794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.461891] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d98d9a6f-3273-4d35-a34e-00817f748475',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.617127] env[66687]: INFO networking_nsxv3.common.synchronization [None req-312d152f-eb92-44aa-bbe0-d2a4d3f551bc None None] Enqueued Resource ID: d0a6f095-6780-466f-b73b-78b9e19e2710 with Priority: HIGHEST for action port [ 589.617127] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a6f095-6780-466f-b73b-78b9e19e2710 with Priority: HIGHEST for action port [ 589.617127] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a6f095-6780-466f-b73b-78b9e19e2710 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.618113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a6f095-6780-466f-b73b-78b9e19e2710" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.618201] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a6f095-6780-466f-b73b-78b9e19e2710" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.619104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a6f095-6780-466f-b73b-78b9e19e2710" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.619203] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a6f095-6780-466f-b73b-78b9e19e2710',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.896644] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.897012] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.897012] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.897106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.897181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.897383] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.897850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.897850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.897850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.897850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.897850] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 already deleted. [ 589.898066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.964842] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.964924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.964924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.965160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.965247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.965436] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.965550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.965614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.965761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.965832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.965913] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98d9a6f-3273-4d35-a34e-00817f748475 already deleted. [ 589.965989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.980796] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.980796] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.980796] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.981100] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.982737] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.982933] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.983071] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.984066] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.984066] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.984066] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.984066] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.984066] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.984066] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.984066] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.984350] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.984350] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.001776] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.001931] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.002093] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.002330] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.002558] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-0bb298f5-e224-4585-9532-015dc544cc49 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.002726] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-0bb298f5-e224-4585-9532-015dc544cc49" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.002837] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-0bb298f5-e224-4585-9532-015dc544cc49" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.003153] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-0bb298f5-e224-4585-9532-015dc544cc49" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.003285] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb298f5-e224-4585-9532-015dc544cc49',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.121800] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0a6f095-6780-466f-b73b-78b9e19e2710 [ 590.123259] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.123411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.123479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.123704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.123798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.123939] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0a6f095-6780-466f-b73b-78b9e19e2710 already deleted. [ 590.123983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a6f095-6780-466f-b73b-78b9e19e2710" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.131263] env[66687]: INFO networking_nsxv3.common.synchronization [None req-2a80ea99-a247-4553-b445-9a7844b46566 None None] Enqueued Resource ID: e04fca6b-ac9f-4482-82a9-379a6ffc5738 with Priority: HIGHEST for action port [ 590.131263] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04fca6b-ac9f-4482-82a9-379a6ffc5738 with Priority: HIGHEST for action port [ 590.131263] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e04fca6b-ac9f-4482-82a9-379a6ffc5738 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.131263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e04fca6b-ac9f-4482-82a9-379a6ffc5738" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.131263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e04fca6b-ac9f-4482-82a9-379a6ffc5738" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.131263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e04fca6b-ac9f-4482-82a9-379a6ffc5738" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.131263] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04fca6b-ac9f-4482-82a9-379a6ffc5738',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.506340] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.506567] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.506687] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.506975] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.510242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.510242] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 0bb298f5-e224-4585-9532-015dc544cc49 not found, creating... [ 590.510242] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.510242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.510242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.510242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.510242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.510242] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.510242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.510242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.510608] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.510608] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.510608] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 0bb298f5-e224-4585-9532-015dc544cc49 is going to be created. [ 590.532692] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.532883] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.532990] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.533273] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.533492] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.533716] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-0bb298f5-e224-4585-9532-015dc544cc49" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.632372] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e04fca6b-ac9f-4482-82a9-379a6ffc5738 [ 590.632616] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.632832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.632904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.633133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.633224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.633320] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e04fca6b-ac9f-4482-82a9-379a6ffc5738 already deleted. [ 590.633403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e04fca6b-ac9f-4482-82a9-379a6ffc5738" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.816783] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: SUCCESS [ 590.817017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.817146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.817363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.817563] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.817678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.817742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.817891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.817969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.818070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.818159] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.946359] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.946359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-254" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.946359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-254" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.946359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-254" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.946359] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.946359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.946359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.946359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.946359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.946359] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.946359] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.946983] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.946983] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.946983] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.946983] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.946983] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.968039] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.968039] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.968039] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.968039] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-254" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.968039] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-75123be3-db6a-451b-99d8-29c642899886 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.968039] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-75123be3-db6a-451b-99d8-29c642899886" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.968039] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-75123be3-db6a-451b-99d8-29c642899886" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.968039] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-75123be3-db6a-451b-99d8-29c642899886" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.968039] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75123be3-db6a-451b-99d8-29c642899886',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.300726] env[66687]: INFO networking_nsxv3.common.synchronization [req-406b245f-39cb-4fc1-9e9c-b324d04910ca req-0f9f7aee-7b55-49cd-b4c3-e16cd01353da service nova] Enqueued Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_rules [ 591.300930] env[66687]: INFO networking_nsxv3.common.synchronization [req-406b245f-39cb-4fc1-9e9c-b324d04910ca req-0f9f7aee-7b55-49cd-b4c3-e16cd01353da service nova] Enqueued Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 591.301078] env[66687]: INFO networking_nsxv3.common.synchronization [req-406b245f-39cb-4fc1-9e9c-b324d04910ca req-0f9f7aee-7b55-49cd-b4c3-e16cd01353da service nova] Enqueued Resource ID: 0bb298f5-e224-4585-9532-015dc544cc49 with Priority: HIGHEST for action port [ 591.301591] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_rules [ 591.302148] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 591.302148] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb298f5-e224-4585-9532-015dc544cc49 with Priority: HIGHEST for action port [ 591.302253] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.302321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.302351] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.302604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.302686] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.303523] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.303637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.303702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.303863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.304038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.304214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.304214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.304351] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.304441] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.304495] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.305225] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb298f5-e224-4585-9532-015dc544cc49 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.305322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb298f5-e224-4585-9532-015dc544cc49" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.305391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb298f5-e224-4585-9532-015dc544cc49" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.305643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb298f5-e224-4585-9532-015dc544cc49" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.305643] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb298f5-e224-4585-9532-015dc544cc49',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.320297] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.320467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.320522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.320717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.320878] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.321031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.321091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.321191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.321278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.321485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.321553] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.321626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.321685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.321774] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.322038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.322038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.322206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.322206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.323614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.323614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.323614] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.469166] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.469398] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.469517] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.469790] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.469931] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.470090] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 75123be3-db6a-451b-99d8-29c642899886 not found, creating... [ 591.470347] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.470551] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.470675] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.470877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.471088] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.471330] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.471527] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.471639] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.471834] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.471956] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.472265] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 75123be3-db6a-451b-99d8-29c642899886 is going to be created. [ 591.491903] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.492123] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.492241] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.492593] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.492821] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.493051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-75123be3-db6a-451b-99d8-29c642899886" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.657606] env[66687]: INFO networking_nsxv3.common.synchronization [None req-4db01397-536e-4b1a-823b-895d0a613ea7 None None] Enqueued Resource ID: f3f17a48-0079-4d1b-9210-7d13ac43bf73 with Priority: HIGHEST for action port [ 591.658088] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f17a48-0079-4d1b-9210-7d13ac43bf73 with Priority: HIGHEST for action port [ 591.658766] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f17a48-0079-4d1b-9210-7d13ac43bf73 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.658880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f17a48-0079-4d1b-9210-7d13ac43bf73" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.658949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f17a48-0079-4d1b-9210-7d13ac43bf73" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.659212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f17a48-0079-4d1b-9210-7d13ac43bf73" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.659297] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f17a48-0079-4d1b-9210-7d13ac43bf73',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.807095] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.807312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.807909] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.808425] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bb298f5-e224-4585-9532-015dc544cc49 with status ACTIVE [ 591.808662] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.808795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.808929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.809130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.809337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.809500] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.810227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.810227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.810227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.810227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.810478] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.810478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.810478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.810646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.810720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.810937] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bb298f5-e224-4585-9532-015dc544cc49 is going to be updated. [ 591.824345] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 032352ff-6227-450a-8583-521478433ab2: rpc.has_security_group_logging(os_id): False [ 591.835612] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.835886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.836013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.836279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.836490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.836738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb298f5-e224-4585-9532-015dc544cc49" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.851378] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.851586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.851640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.851897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.852186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.852227] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.852375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.853064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.853064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.853064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.853258] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.853258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.853361] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.853525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.853661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.853875] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.854014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.854104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.854282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.854378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.854471] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 032352ff-6227-450a-8583-521478433ab2 is going to be created. [ 591.938728] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.939287] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.939488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.939950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.940177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.962437] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: IN_PROGRESS for 2s [ 592.162556] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3f17a48-0079-4d1b-9210-7d13ac43bf73 [ 592.162556] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.162556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.162843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.162878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.163628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.163628] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3f17a48-0079-4d1b-9210-7d13ac43bf73 already deleted. [ 592.163628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f17a48-0079-4d1b-9210-7d13ac43bf73" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.257024] env[66687]: INFO networking_nsxv3.common.synchronization [req-49737d2f-cd38-4ee3-b132-b755988b5753 req-1fda7360-0db5-4fa2-8d24-ad6b0d2d00e3 service nova] Enqueued Resource ID: d98d9a6f-3273-4d35-a34e-00817f748475 with Priority: HIGHEST for action security_group_rules [ 592.257024] env[66687]: INFO networking_nsxv3.common.synchronization [req-49737d2f-cd38-4ee3-b132-b755988b5753 req-1fda7360-0db5-4fa2-8d24-ad6b0d2d00e3 service nova] Enqueued Resource ID: d98d9a6f-3273-4d35-a34e-00817f748475 with Priority: HIGHEST for action security_group_members [ 592.257024] env[66687]: INFO networking_nsxv3.common.synchronization [req-49737d2f-cd38-4ee3-b132-b755988b5753 req-1fda7360-0db5-4fa2-8d24-ad6b0d2d00e3 service nova] Enqueued Resource ID: 75123be3-db6a-451b-99d8-29c642899886 with Priority: HIGHEST for action port [ 592.257024] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98d9a6f-3273-4d35-a34e-00817f748475 with Priority: HIGHEST for action security_group_rules [ 592.257024] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98d9a6f-3273-4d35-a34e-00817f748475 with Priority: HIGHEST for action security_group_members [ 592.257024] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75123be3-db6a-451b-99d8-29c642899886 with Priority: HIGHEST for action port [ 592.257024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d98d9a6f-3273-4d35-a34e-00817f748475 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.258124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.258308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.258621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.260028] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d98d9a6f-3273-4d35-a34e-00817f748475',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.260028] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98d9a6f-3273-4d35-a34e-00817f748475 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.260028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.260028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.260830] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.262045] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.262045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.262045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.262045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.262045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.262045] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d98d9a6f-3273-4d35-a34e-00817f748475',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.262776] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-75123be3-db6a-451b-99d8-29c642899886 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.263026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75123be3-db6a-451b-99d8-29c642899886" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.263206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75123be3-db6a-451b-99d8-29c642899886" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.263783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75123be3-db6a-451b-99d8-29c642899886" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.264809] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75123be3-db6a-451b-99d8-29c642899886',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.313450] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.548037] env[66687]: INFO networking_nsxv3.common.synchronization [None req-ac0f235c-6584-4ab6-93a3-39be5019fa5c None None] Enqueued Resource ID: 27ffc1bb-76ba-44d3-86d1-a9c095db5f74 with Priority: HIGHEST for action port [ 592.548333] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27ffc1bb-76ba-44d3-86d1-a9c095db5f74 with Priority: HIGHEST for action port [ 592.552022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-27ffc1bb-76ba-44d3-86d1-a9c095db5f74 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.552022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27ffc1bb-76ba-44d3-86d1-a9c095db5f74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.552022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27ffc1bb-76ba-44d3-86d1-a9c095db5f74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.552022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27ffc1bb-76ba-44d3-86d1-a9c095db5f74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.552022] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ffc1bb-76ba-44d3-86d1-a9c095db5f74',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.768569] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98d9a6f-3273-4d35-a34e-00817f748475 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.768747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.769779] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75123be3-db6a-451b-99d8-29c642899886 with status ACTIVE [ 592.772049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.772049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.772049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.772049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.772049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.772049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.772049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.772049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.772049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.772049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.772049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.772049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.772049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.772049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.772643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.772643] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75123be3-db6a-451b-99d8-29c642899886 is going to be updated. [ 592.775777] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d98d9a6f-3273-4d35-a34e-00817f748475',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.796334] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.796526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.796713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.796810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.797692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.797692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75123be3-db6a-451b-99d8-29c642899886" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.816766] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.817596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.818229] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.820390] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.820390] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.820390] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 is going to be created. [ 592.857063] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.857063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.857063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.857063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.857063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.867237] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: UNINITIALIZED for 2s [ 593.055562] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27ffc1bb-76ba-44d3-86d1-a9c095db5f74 [ 593.055562] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.055562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.055905] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.055905] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.055905] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.056022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27ffc1bb-76ba-44d3-86d1-a9c095db5f74 already deleted. [ 593.057739] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27ffc1bb-76ba-44d3-86d1-a9c095db5f74" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.278679] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d98d9a6f-3273-4d35-a34e-00817f748475',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.413180] env[66687]: INFO networking_nsxv3.common.synchronization [None req-ac5d9a2d-d14f-49e0-bc73-3ba8e05651a6 None None] Enqueued Resource ID: 9a7706b4-751e-4ed5-af34-ecff7b71066e with Priority: HIGHEST for action port [ 593.414616] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7706b4-751e-4ed5-af34-ecff7b71066e with Priority: HIGHEST for action port [ 593.414869] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a7706b4-751e-4ed5-af34-ecff7b71066e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.415420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a7706b4-751e-4ed5-af34-ecff7b71066e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.415486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a7706b4-751e-4ed5-af34-ecff7b71066e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.415858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a7706b4-751e-4ed5-af34-ecff7b71066e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.416052] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7706b4-751e-4ed5-af34-ecff7b71066e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.781851] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.781937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.782043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.782259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.782340] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.782437] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98d9a6f-3273-4d35-a34e-00817f748475 is going to be created. [ 593.819466] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.819466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.819466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.819466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.819466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.830389] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98d9a6f-3273-4d35-a34e-00817f748475 in Status: UNINITIALIZED for 2s [ 593.920050] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a7706b4-751e-4ed5-af34-ecff7b71066e [ 593.920766] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.920766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.920766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.920956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.920956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.921025] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a7706b4-751e-4ed5-af34-ecff7b71066e already deleted. [ 593.922100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a7706b4-751e-4ed5-af34-ecff7b71066e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.977239] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: SUCCESS [ 593.977239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.264582] env[66687]: INFO networking_nsxv3.common.synchronization [None req-45d6cd85-a133-4b49-9237-e3288a49655e None None] Enqueued Resource ID: a673af3a-2517-416c-81e2-ab570c626ab3 with Priority: HIGHEST for action port [ 594.265019] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a673af3a-2517-416c-81e2-ab570c626ab3 with Priority: HIGHEST for action port [ 594.265329] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a673af3a-2517-416c-81e2-ab570c626ab3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.265448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a673af3a-2517-416c-81e2-ab570c626ab3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.265877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a673af3a-2517-416c-81e2-ab570c626ab3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.265877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a673af3a-2517-416c-81e2-ab570c626ab3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.265877] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a673af3a-2517-416c-81e2-ab570c626ab3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.769865] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a673af3a-2517-416c-81e2-ab570c626ab3 [ 594.769865] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.769865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.769865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.769865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.769865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.769865] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a673af3a-2517-416c-81e2-ab570c626ab3 already deleted. [ 594.769865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a673af3a-2517-416c-81e2-ab570c626ab3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.888170] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: SUCCESS [ 594.888449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.888633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.888917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.889172] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.889321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.889391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.889574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.889686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.889809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.889919] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.206289] env[66687]: INFO networking_nsxv3.common.synchronization [req-4f136fa2-1149-4a9b-a7b0-5cc0e5e22c23 req-7bb26e5b-fe97-4ec6-ade0-ad4f8d9c4863 tempest-FloatingIPsAssociationTestJSON-969161745 tempest-FloatingIPsAssociationTestJSON-969161745-project-member] Enqueued Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 595.209345] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 595.209564] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.209698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.209824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.210044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.210199] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.210305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.210352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.210539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.210630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.210724] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.394803] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.395150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.395150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.396812] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.396812] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.396812] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.396812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.397381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.397381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.397381] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.629539] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.629740] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-105" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.629908] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-105" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.630183] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-105" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.630443] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.631214] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.631214] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.631214] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.631214] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.631395] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.631395] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.631484] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.631553] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.631657] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.631787] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.631882] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.651275] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.651378] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.651581] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.651760] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-105" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.652115] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-ba592dad-558d-4f54-afd7-636616daa19d taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.652398] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-ba592dad-558d-4f54-afd7-636616daa19d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.652452] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-ba592dad-558d-4f54-afd7-636616daa19d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.652746] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-ba592dad-558d-4f54-afd7-636616daa19d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.652903] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba592dad-558d-4f54-afd7-636616daa19d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.714268] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.714500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.714500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.714870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.714870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.714979] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.715155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.715155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.715306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.715433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.715500] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb already deleted. [ 595.715566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.782573] env[66687]: INFO networking_nsxv3.common.synchronization [None req-e53983aa-ad62-48d5-b81a-3eb34267b835 None None] Enqueued Resource ID: a81fba28-8033-40f1-9d3e-e5b12280b683 with Priority: HIGHEST for action port [ 595.782573] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81fba28-8033-40f1-9d3e-e5b12280b683 with Priority: HIGHEST for action port [ 595.782573] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a81fba28-8033-40f1-9d3e-e5b12280b683 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.782573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a81fba28-8033-40f1-9d3e-e5b12280b683" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.782573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a81fba28-8033-40f1-9d3e-e5b12280b683" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.782573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a81fba28-8033-40f1-9d3e-e5b12280b683" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.782573] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81fba28-8033-40f1-9d3e-e5b12280b683',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.843326] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98d9a6f-3273-4d35-a34e-00817f748475 in Status: SUCCESS [ 595.843326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.843326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.843326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.843326] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.843326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.843326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.843326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.843326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.843326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.843326] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d98d9a6f-3273-4d35-a34e-00817f748475',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.902238] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf35ba37-94e7-4291-b1ef-a6cd6beeafb6: rpc.has_security_group_logging(os_id): False [ 595.922573] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.922739] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.922795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.923188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.923188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.923427] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.923492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.923634] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.923703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.924352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.924352] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.924352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.924352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.924352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.924661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.924661] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.924661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.924756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.924862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.924939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.925039] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 is going to be created. [ 595.986989] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.987213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.987291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.987512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.987692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.000913] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: IN_PROGRESS for 2s [ 596.155498] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.155980] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.159049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.159049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.159049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.159049] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port ba592dad-558d-4f54-afd7-636616daa19d not found, creating... [ 596.159049] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.159049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.159049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.159049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.159049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.159049] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.159472] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.159472] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.159472] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.159472] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.159472] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: ba592dad-558d-4f54-afd7-636616daa19d is going to be created. [ 596.181590] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.181590] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.181590] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.181590] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.181590] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.181590] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-ba592dad-558d-4f54-afd7-636616daa19d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.287462] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a81fba28-8033-40f1-9d3e-e5b12280b683 [ 596.287698] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.287837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.287909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.288150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.288261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.288333] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a81fba28-8033-40f1-9d3e-e5b12280b683 already deleted. [ 596.288485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a81fba28-8033-40f1-9d3e-e5b12280b683" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.348853] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98d9a6f-3273-4d35-a34e-00817f748475 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.348853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.348853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.348853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.348853] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.348853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.348853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.348853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.348853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.348853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.348853] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98d9a6f-3273-4d35-a34e-00817f748475 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.348853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.348853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.348853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.349676] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.349676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.349676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.349676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.349676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.349676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.349676] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d98d9a6f-3273-4d35-a34e-00817f748475',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.853282] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d98d9a6f-3273-4d35-a34e-00817f748475: rpc.has_security_group_logging(os_id): False [ 596.891289] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.891616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.891733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.892020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.892129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.892347] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.892475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.892553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.892680] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.892762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.892978] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.893085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.893491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.893491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.893491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.893687] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.893687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.893780] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.893864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.893947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.894868] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d98d9a6f-3273-4d35-a34e-00817f748475 is going to be created. [ 596.897493] env[66687]: INFO networking_nsxv3.common.synchronization [None req-bbc0bd9a-cb6d-4782-84ee-3e5c46aff22c tempest-VolumesAssistedSnapshotsTest-162523046 tempest-VolumesAssistedSnapshotsTest-162523046-project-member] Enqueued Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_rules [ 596.898117] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_rules [ 596.898465] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.898594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.898664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.898973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.899061] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9e8e37-c264-47bc-b19f-8dddeca822b3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.924137] env[66687]: INFO networking_nsxv3.common.synchronization [req-4f136fa2-1149-4a9b-a7b0-5cc0e5e22c23 req-48ac448e-41cd-4d9f-b6f1-7c21e9b8eb2a service nova] Enqueued Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_rules [ 596.924789] env[66687]: INFO networking_nsxv3.common.synchronization [req-4f136fa2-1149-4a9b-a7b0-5cc0e5e22c23 req-48ac448e-41cd-4d9f-b6f1-7c21e9b8eb2a service nova] Enqueued Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 596.924789] env[66687]: INFO networking_nsxv3.common.synchronization [req-4f136fa2-1149-4a9b-a7b0-5cc0e5e22c23 req-48ac448e-41cd-4d9f-b6f1-7c21e9b8eb2a service nova] Enqueued Resource ID: ba592dad-558d-4f54-afd7-636616daa19d with Priority: HIGHEST for action port [ 596.925590] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_rules [ 596.926309] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 596.926309] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba592dad-558d-4f54-afd7-636616daa19d with Priority: HIGHEST for action port [ 596.926309] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.926309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.926582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.926614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.926699] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.928032] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.928144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.928144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.928428] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.928595] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.928693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.928753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.928900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.928987] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.929089] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.932865] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba592dad-558d-4f54-afd7-636616daa19d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.932865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba592dad-558d-4f54-afd7-636616daa19d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.933050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba592dad-558d-4f54-afd7-636616daa19d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.933814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba592dad-558d-4f54-afd7-636616daa19d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.933814] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba592dad-558d-4f54-afd7-636616daa19d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.968652] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.968877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.968962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.969350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.969551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.981924] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d98d9a6f-3273-4d35-a34e-00817f748475 in Status: IN_PROGRESS for 2s [ 597.424170] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.424170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.424170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.424170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.424170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.424170] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 already deleted. [ 597.424170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.435500] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.437924] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.438093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.438425] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba592dad-558d-4f54-afd7-636616daa19d with status ACTIVE [ 597.438684] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.438904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.438904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.439113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.439203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.439368] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.439466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.439530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.439692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.439895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.441618] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.441777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.441777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.442021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.443530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.443530] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba592dad-558d-4f54-afd7-636616daa19d is going to be updated. [ 597.465594] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.465743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.465813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.466106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.467350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.467350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba592dad-558d-4f54-afd7-636616daa19d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.678131] env[66687]: INFO networking_nsxv3.common.synchronization [None req-b10512bf-ad46-4120-8c70-a1554ee11e59 tempest-VolumesAssistedSnapshotsTest-162523046 tempest-VolumesAssistedSnapshotsTest-162523046-project-member] Enqueued Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_rules [ 597.679217] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_rules [ 597.679694] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.679897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.680094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.680907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.681095] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9e8e37-c264-47bc-b19f-8dddeca822b3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.939217] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.013881] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: SUCCESS [ 598.014157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.203289] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.203289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.203289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.203493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.203493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.203908] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 already deleted. [ 598.203908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.217471] env[66687]: INFO networking_nsxv3.common.synchronization [None req-5e112ef4-62d8-4300-9f74-6c21b5e59211 None None] Enqueued Resource ID: 2caf1c0a-6a61-4269-8573-3ea1ce652920 with Priority: HIGHEST for action port [ 598.218204] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2caf1c0a-6a61-4269-8573-3ea1ce652920 with Priority: HIGHEST for action port [ 598.218555] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2caf1c0a-6a61-4269-8573-3ea1ce652920 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.218664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2caf1c0a-6a61-4269-8573-3ea1ce652920" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.218733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2caf1c0a-6a61-4269-8573-3ea1ce652920" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.219064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2caf1c0a-6a61-4269-8573-3ea1ce652920" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.219171] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2caf1c0a-6a61-4269-8573-3ea1ce652920',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.430328] env[66687]: INFO networking_nsxv3.common.synchronization [None req-7e2db70a-54ec-41ca-af76-d842eeb1671b None None] Enqueued Resource ID: 9d52bba0-c645-467a-94dc-3a21bcb28269 with Priority: HIGHEST for action port [ 598.430645] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d52bba0-c645-467a-94dc-3a21bcb28269 with Priority: HIGHEST for action port [ 598.430983] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d52bba0-c645-467a-94dc-3a21bcb28269 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.431125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d52bba0-c645-467a-94dc-3a21bcb28269" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.431193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d52bba0-c645-467a-94dc-3a21bcb28269" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.431442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d52bba0-c645-467a-94dc-3a21bcb28269" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.431554] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d52bba0-c645-467a-94dc-3a21bcb28269',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.442648] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.442835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.442890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.443131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.443225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.443335] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb is going to be created. [ 598.469034] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.469259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.469366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.469687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.469788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.483534] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: UNINITIALIZED for 2s [ 598.722935] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2caf1c0a-6a61-4269-8573-3ea1ce652920 [ 598.723352] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.723352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.723500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.723637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.723731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.723824] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2caf1c0a-6a61-4269-8573-3ea1ce652920 already deleted. [ 598.723957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2caf1c0a-6a61-4269-8573-3ea1ce652920" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.893418] env[66687]: INFO networking_nsxv3.common.synchronization [None req-25e35877-a7dc-4c2a-99dc-36c0f56572ec None None] Enqueued Resource ID: 1a0ab8b9-b52c-4f48-875b-6bef53e0ff99 with Priority: HIGHEST for action port [ 598.894973] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0ab8b9-b52c-4f48-875b-6bef53e0ff99 with Priority: HIGHEST for action port [ 598.894973] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0ab8b9-b52c-4f48-875b-6bef53e0ff99 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.894973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0ab8b9-b52c-4f48-875b-6bef53e0ff99" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.894973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0ab8b9-b52c-4f48-875b-6bef53e0ff99" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.894973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0ab8b9-b52c-4f48-875b-6bef53e0ff99" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.894973] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0ab8b9-b52c-4f48-875b-6bef53e0ff99',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.935189] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d52bba0-c645-467a-94dc-3a21bcb28269 [ 598.935450] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.935602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.935873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.936086] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.936225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.936310] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d52bba0-c645-467a-94dc-3a21bcb28269 already deleted. [ 598.936417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d52bba0-c645-467a-94dc-3a21bcb28269" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.995906] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d98d9a6f-3273-4d35-a34e-00817f748475 in Status: SUCCESS [ 598.996702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.399403] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a0ab8b9-b52c-4f48-875b-6bef53e0ff99 [ 599.399761] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.399911] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.399980] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.400223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.400313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.400409] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a0ab8b9-b52c-4f48-875b-6bef53e0ff99 already deleted. [ 599.400491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0ab8b9-b52c-4f48-875b-6bef53e0ff99" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.826521] env[66687]: INFO networking_nsxv3.common.synchronization [None req-1b0521f6-2bf1-4d62-8747-f4fd0cf996bc None None] Enqueued Resource ID: 3bc72c06-5d7f-4c1b-bc84-3b75d6024cdb with Priority: HIGHEST for action port [ 599.827664] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc72c06-5d7f-4c1b-bc84-3b75d6024cdb with Priority: HIGHEST for action port [ 599.827998] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc72c06-5d7f-4c1b-bc84-3b75d6024cdb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.828146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc72c06-5d7f-4c1b-bc84-3b75d6024cdb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.828234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc72c06-5d7f-4c1b-bc84-3b75d6024cdb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.828472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc72c06-5d7f-4c1b-bc84-3b75d6024cdb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.828545] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc72c06-5d7f-4c1b-bc84-3b75d6024cdb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.978108] env[66687]: INFO networking_nsxv3.common.synchronization [req-639b14c3-0011-44b3-9ea9-fb319cc768a4 req-f7643735-5db8-4ec7-9599-88d6ed591b1c tempest-ServerDiagnosticsTest-1018885361 tempest-ServerDiagnosticsTest-1018885361-project-member] Enqueued Resource ID: a96169de-0b07-455f-bdd2-8ad77c398383 with Priority: HIGHEST for action security_group_members [ 599.978108] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96169de-0b07-455f-bdd2-8ad77c398383 with Priority: HIGHEST for action security_group_members [ 599.978108] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96169de-0b07-455f-bdd2-8ad77c398383 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.978108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.978108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.978863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.979151] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.979371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.979540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.979988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.980684] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.980974] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96169de-0b07-455f-bdd2-8ad77c398383',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.331410] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bc72c06-5d7f-4c1b-bc84-3b75d6024cdb [ 600.331720] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.332063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.332063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.332203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.332299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.332401] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bc72c06-5d7f-4c1b-bc84-3b75d6024cdb already deleted. [ 600.332577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc72c06-5d7f-4c1b-bc84-3b75d6024cdb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.428386] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.428584] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.428703] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.429328] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.429328] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.429473] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.429473] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.431277] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.431277] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.431535] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.431617] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.431813] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.431813] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.431899] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.432160] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.432160] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.458168] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.458425] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.458425] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.458676] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.459685] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-69f51b14-f294-4b5e-ba1c-43191123434a taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.459761] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-69f51b14-f294-4b5e-ba1c-43191123434a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.460100] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-69f51b14-f294-4b5e-ba1c-43191123434a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.460478] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-69f51b14-f294-4b5e-ba1c-43191123434a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.460478] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f51b14-f294-4b5e-ba1c-43191123434a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.484363] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.485391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.485472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.485638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.485733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.485942] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.486061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.486123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.486356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.487182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.487282] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96169de-0b07-455f-bdd2-8ad77c398383 already deleted. [ 600.487368] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.500369] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: SUCCESS [ 600.500369] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.501026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.501026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.501216] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.501300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.501360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.501531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.501600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.502147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.502147] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.694435] env[66687]: INFO networking_nsxv3.common.synchronization [req-49ae8c94-d31b-4f73-8d68-59956045badf req-b33dd483-2a05-4191-832a-eea1ec36c74b tempest-ServerExternalEventsTest-915087482 tempest-ServerExternalEventsTest-915087482-project-member] Enqueued Resource ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 with Priority: HIGHEST for action security_group_members [ 600.695076] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 with Priority: HIGHEST for action security_group_members [ 600.695076] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.695259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.695259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.696587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.696587] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.696587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.696587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.696587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.696587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.696587] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5e311c2-bf3a-4079-8a7e-7e972a1e9da9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.963795] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.963896] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.964242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.964313] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.965459] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.966640] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 69f51b14-f294-4b5e-ba1c-43191123434a not found, creating... [ 600.966640] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.966640] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.966640] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.966640] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.966848] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.966993] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.967157] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.967469] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.967659] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.967790] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.968209] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 69f51b14-f294-4b5e-ba1c-43191123434a is going to be created. [ 600.990474] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.990745] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.991068] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.991394] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.991627] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.991848] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-69f51b14-f294-4b5e-ba1c-43191123434a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.007979] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.008159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.008254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.008473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.008620] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.008755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.008811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.008935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.009033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.009122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.009270] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.009362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.009420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.009565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.009694] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.009808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.009860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.009973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.010061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.010141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.010232] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.016681] env[66687]: INFO networking_nsxv3.common.synchronization [None req-335269b2-cc57-403a-ad76-02c2392010eb None None] Enqueued Resource ID: 32f9e189-a764-4246-9335-2ac81dfd3015 with Priority: HIGHEST for action port [ 601.016906] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f9e189-a764-4246-9335-2ac81dfd3015 with Priority: HIGHEST for action port [ 601.017518] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f9e189-a764-4246-9335-2ac81dfd3015 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.017929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f9e189-a764-4246-9335-2ac81dfd3015" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.017929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f9e189-a764-4246-9335-2ac81dfd3015" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.017929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f9e189-a764-4246-9335-2ac81dfd3015" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.018410] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f9e189-a764-4246-9335-2ac81dfd3015',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.070821] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.071027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.071147] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.071400] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.071661] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.071818] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.071932] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.072158] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.072298] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.072490] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.072673] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.072715] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.072785] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.072899] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.072997] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.073130] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.101710] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.101883] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.102034] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.102214] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.102533] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-5d288692-1cc1-47af-8b2a-48888b1e7abb taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.102697] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-5d288692-1cc1-47af-8b2a-48888b1e7abb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.103331] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-5d288692-1cc1-47af-8b2a-48888b1e7abb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.103578] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-5d288692-1cc1-47af-8b2a-48888b1e7abb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.103713] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d288692-1cc1-47af-8b2a-48888b1e7abb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.188239] env[66687]: INFO networking_nsxv3.common.synchronization [None req-6a217e0a-4351-43cf-ba43-f7b7a8943c22 None None] Enqueued Resource ID: 62bd88be-1da9-48d0-80d3-bb8d3d5ebec5 with Priority: HIGHEST for action port [ 601.188777] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62bd88be-1da9-48d0-80d3-bb8d3d5ebec5 with Priority: HIGHEST for action port [ 601.189406] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-62bd88be-1da9-48d0-80d3-bb8d3d5ebec5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.189516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62bd88be-1da9-48d0-80d3-bb8d3d5ebec5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.189584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62bd88be-1da9-48d0-80d3-bb8d3d5ebec5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.189825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62bd88be-1da9-48d0-80d3-bb8d3d5ebec5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.189910] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62bd88be-1da9-48d0-80d3-bb8d3d5ebec5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.199850] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.199974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.200073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.200299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.200376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.200524] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.200684] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.200744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.200887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.200964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.201058] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 already deleted. [ 601.201138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.513624] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb: rpc.has_security_group_logging(os_id): False [ 601.522907] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32f9e189-a764-4246-9335-2ac81dfd3015 [ 601.524119] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.524119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.524119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.524119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.524119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.524119] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32f9e189-a764-4246-9335-2ac81dfd3015 already deleted. [ 601.524119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f9e189-a764-4246-9335-2ac81dfd3015" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.539022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.539022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.539022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.539022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.539591] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.539591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.539591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.540081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.540427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.540671] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb is going to be created. [ 601.606817] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.607014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.607062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.607262] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.607442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.608878] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.609069] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.609186] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.609445] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.609588] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.609727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 5d288692-1cc1-47af-8b2a-48888b1e7abb not found, creating... [ 601.609990] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.610204] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.610316] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.610651] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.610799] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.611085] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.611234] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.611341] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.611543] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.611679] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.611821] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 5d288692-1cc1-47af-8b2a-48888b1e7abb is going to be created. [ 601.628630] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: IN_PROGRESS for 2s [ 601.644721] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.645049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.645225] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.645677] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.645780] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.646544] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-5d288692-1cc1-47af-8b2a-48888b1e7abb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.691733] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62bd88be-1da9-48d0-80d3-bb8d3d5ebec5 [ 601.692260] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.692465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.692556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.692787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.692914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.692987] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62bd88be-1da9-48d0-80d3-bb8d3d5ebec5 already deleted. [ 601.693107] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62bd88be-1da9-48d0-80d3-bb8d3d5ebec5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.712261] env[66687]: INFO networking_nsxv3.common.synchronization [req-639b14c3-0011-44b3-9ea9-fb319cc768a4 req-71b6661e-2ee1-4421-a790-d7d481a10f60 service nova] Enqueued Resource ID: a96169de-0b07-455f-bdd2-8ad77c398383 with Priority: HIGHEST for action security_group_rules [ 601.712261] env[66687]: INFO networking_nsxv3.common.synchronization [req-639b14c3-0011-44b3-9ea9-fb319cc768a4 req-71b6661e-2ee1-4421-a790-d7d481a10f60 service nova] Enqueued Resource ID: a96169de-0b07-455f-bdd2-8ad77c398383 with Priority: HIGHEST for action security_group_members [ 601.712430] env[66687]: INFO networking_nsxv3.common.synchronization [req-639b14c3-0011-44b3-9ea9-fb319cc768a4 req-71b6661e-2ee1-4421-a790-d7d481a10f60 service nova] Enqueued Resource ID: 69f51b14-f294-4b5e-ba1c-43191123434a with Priority: HIGHEST for action port [ 601.712894] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96169de-0b07-455f-bdd2-8ad77c398383 with Priority: HIGHEST for action security_group_rules [ 601.713062] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96169de-0b07-455f-bdd2-8ad77c398383 with Priority: HIGHEST for action security_group_members [ 601.713225] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f51b14-f294-4b5e-ba1c-43191123434a with Priority: HIGHEST for action port [ 601.713442] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96169de-0b07-455f-bdd2-8ad77c398383 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.713857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.713980] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.714743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.714743] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96169de-0b07-455f-bdd2-8ad77c398383',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.715603] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96169de-0b07-455f-bdd2-8ad77c398383 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.715726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.715726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.715883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.716207] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.716288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.716324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.716471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.716553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.716642] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96169de-0b07-455f-bdd2-8ad77c398383',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.718288] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f51b14-f294-4b5e-ba1c-43191123434a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.718288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f51b14-f294-4b5e-ba1c-43191123434a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.718288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f51b14-f294-4b5e-ba1c-43191123434a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.718469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f51b14-f294-4b5e-ba1c-43191123434a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.718469] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f51b14-f294-4b5e-ba1c-43191123434a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.223052] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69f51b14-f294-4b5e-ba1c-43191123434a with status ACTIVE [ 602.223052] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.223199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.223199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.223432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.223523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.223701] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.223802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.223862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.224019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.224385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.224385] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.224385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.224519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.224548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.224598] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.224685] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69f51b14-f294-4b5e-ba1c-43191123434a is going to be updated. [ 602.225844] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96169de-0b07-455f-bdd2-8ad77c398383',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.233026] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96169de-0b07-455f-bdd2-8ad77c398383 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.233026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.254282] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.254282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.254393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.254511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.254647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.254815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f51b14-f294-4b5e-ba1c-43191123434a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.389413] env[66687]: INFO networking_nsxv3.common.synchronization [req-49ae8c94-d31b-4f73-8d68-59956045badf req-61871725-57c3-402c-90df-c78dd37c8b2b service nova] Enqueued Resource ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 with Priority: HIGHEST for action security_group_rules [ 602.389413] env[66687]: INFO networking_nsxv3.common.synchronization [req-49ae8c94-d31b-4f73-8d68-59956045badf req-61871725-57c3-402c-90df-c78dd37c8b2b service nova] Enqueued Resource ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 with Priority: HIGHEST for action security_group_members [ 602.391948] env[66687]: INFO networking_nsxv3.common.synchronization [req-49ae8c94-d31b-4f73-8d68-59956045badf req-61871725-57c3-402c-90df-c78dd37c8b2b service nova] Enqueued Resource ID: 5d288692-1cc1-47af-8b2a-48888b1e7abb with Priority: HIGHEST for action port [ 602.392731] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 with Priority: HIGHEST for action security_group_rules [ 602.392924] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 with Priority: HIGHEST for action security_group_members [ 602.393115] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d288692-1cc1-47af-8b2a-48888b1e7abb with Priority: HIGHEST for action port [ 602.393318] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.393443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.393509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.393781] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.393861] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5e311c2-bf3a-4079-8a7e-7e972a1e9da9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.395843] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.396031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.396121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.396314] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.396601] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.396601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.396745] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.396863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.396863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.396945] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5e311c2-bf3a-4079-8a7e-7e972a1e9da9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.397917] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d288692-1cc1-47af-8b2a-48888b1e7abb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.397917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d288692-1cc1-47af-8b2a-48888b1e7abb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.398074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d288692-1cc1-47af-8b2a-48888b1e7abb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.398198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d288692-1cc1-47af-8b2a-48888b1e7abb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.398198] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d288692-1cc1-47af-8b2a-48888b1e7abb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.683787] env[66687]: INFO networking_nsxv3.common.synchronization [req-09caf4c7-4f72-41e6-94a3-ed1384d9370b req-441ad9a7-74bd-4e4a-a7f6-6a4fb14dc37e tempest-ServersAdminTestJSON-1106153793 tempest-ServersAdminTestJSON-1106153793-project-member] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 602.684624] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 602.685125] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.685361] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.685488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.685837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.686143] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.686338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.686467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.686708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.686873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.687097] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.730234] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96169de-0b07-455f-bdd2-8ad77c398383',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.896964] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.897145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.900680] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5e311c2-bf3a-4079-8a7e-7e972a1e9da9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.901891] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d288692-1cc1-47af-8b2a-48888b1e7abb with status ACTIVE [ 602.902127] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.902256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.902318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.902522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.902614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.902901] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.902901] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.902998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.903156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.903272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.903416] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.903532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.903575] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.903699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.903772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.903855] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d288692-1cc1-47af-8b2a-48888b1e7abb is going to be updated. [ 602.934556] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.934746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.934863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.935151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.935553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.935775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d288692-1cc1-47af-8b2a-48888b1e7abb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.189942] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.190127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.190234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.190670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.190670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.190770] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.190852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.190920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.191575] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.191575] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.191575] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d already deleted. [ 603.191575] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.197555] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.197728] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.197847] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.198161] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.200092] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.200092] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.200092] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.200092] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.200092] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.200092] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.200092] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.200092] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.200092] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.200092] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.200092] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.200654] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.220874] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.221083] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.221193] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.221362] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.221791] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-58d67020-e02d-41eb-aaeb-eb14cf8fe65b taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.221969] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-58d67020-e02d-41eb-aaeb-eb14cf8fe65b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.222096] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-58d67020-e02d-41eb-aaeb-eb14cf8fe65b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.222408] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-58d67020-e02d-41eb-aaeb-eb14cf8fe65b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.222540] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d67020-e02d-41eb-aaeb-eb14cf8fe65b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.233130] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.233302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.233345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.233560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.233652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.233748] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96169de-0b07-455f-bdd2-8ad77c398383 is going to be created. [ 603.259040] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.259211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.259255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.259466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.259622] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.274064] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96169de-0b07-455f-bdd2-8ad77c398383 in Status: UNINITIALIZED for 2s [ 603.409508] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5e311c2-bf3a-4079-8a7e-7e972a1e9da9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.643995] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: SUCCESS [ 603.644248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.730267] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.730267] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.730267] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.730267] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.730267] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.730267] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 58d67020-e02d-41eb-aaeb-eb14cf8fe65b not found, creating... [ 603.730267] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.730267] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.730267] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.730267] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.730267] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.730944] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.730944] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.730944] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.730944] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.730944] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.730944] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 58d67020-e02d-41eb-aaeb-eb14cf8fe65b is going to be created. [ 603.758206] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.758206] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.758206] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.758661] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.759053] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.759869] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-58d67020-e02d-41eb-aaeb-eb14cf8fe65b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.806222] env[66687]: INFO networking_nsxv3.common.synchronization [None req-5929b103-2cdc-40c0-a553-186659f73fd4 None None] Enqueued Resource ID: f17e01cb-9bee-443b-b5ca-bbba27d80fd5 with Priority: HIGHEST for action port [ 603.806222] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17e01cb-9bee-443b-b5ca-bbba27d80fd5 with Priority: HIGHEST for action port [ 603.806222] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f17e01cb-9bee-443b-b5ca-bbba27d80fd5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.806222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f17e01cb-9bee-443b-b5ca-bbba27d80fd5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.806222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f17e01cb-9bee-443b-b5ca-bbba27d80fd5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.806999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f17e01cb-9bee-443b-b5ca-bbba27d80fd5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.807204] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f17e01cb-9bee-443b-b5ca-bbba27d80fd5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.913621] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.916154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.916230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.916510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.916621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.916751] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 is going to be created. [ 603.959726] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.959989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.960384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.960672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.960844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.972494] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 in Status: UNINITIALIZED for 2s [ 604.311095] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f17e01cb-9bee-443b-b5ca-bbba27d80fd5 [ 604.311641] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.311841] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.311962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.312695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.315625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.315625] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f17e01cb-9bee-443b-b5ca-bbba27d80fd5 already deleted. [ 604.315625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f17e01cb-9bee-443b-b5ca-bbba27d80fd5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.531632] env[66687]: INFO networking_nsxv3.common.synchronization [req-09caf4c7-4f72-41e6-94a3-ed1384d9370b req-0f9281a3-8f6b-4448-a3ef-1e3a3b175ad3 service nova] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_rules [ 604.531711] env[66687]: INFO networking_nsxv3.common.synchronization [req-09caf4c7-4f72-41e6-94a3-ed1384d9370b req-0f9281a3-8f6b-4448-a3ef-1e3a3b175ad3 service nova] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 604.531845] env[66687]: INFO networking_nsxv3.common.synchronization [req-09caf4c7-4f72-41e6-94a3-ed1384d9370b req-0f9281a3-8f6b-4448-a3ef-1e3a3b175ad3 service nova] Enqueued Resource ID: 58d67020-e02d-41eb-aaeb-eb14cf8fe65b with Priority: HIGHEST for action port [ 604.532453] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_rules [ 604.532590] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 604.532687] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d67020-e02d-41eb-aaeb-eb14cf8fe65b with Priority: HIGHEST for action port [ 604.532990] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.533141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.533207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.533537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.533594] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.534437] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.535395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.535395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.535395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.535395] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.535395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.535395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.535395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.535395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.535395] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.539333] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-58d67020-e02d-41eb-aaeb-eb14cf8fe65b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.539333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58d67020-e02d-41eb-aaeb-eb14cf8fe65b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.539760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58d67020-e02d-41eb-aaeb-eb14cf8fe65b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.539760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58d67020-e02d-41eb-aaeb-eb14cf8fe65b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.539760] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d67020-e02d-41eb-aaeb-eb14cf8fe65b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.906810] env[66687]: INFO networking_nsxv3.common.synchronization [req-082f5b0a-cea8-471c-9de9-caca7a4eddcd req-2bf84d8f-6952-4a8c-a9ca-a7eee65c5a47 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 604.906810] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 604.906810] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.906810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.906810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.906810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.906810] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.906810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.906810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.907433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.907433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.907433] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.044580] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.045275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.045405] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.046844] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58d67020-e02d-41eb-aaeb-eb14cf8fe65b with status ACTIVE [ 605.047113] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.047252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.047501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.047855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.050246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.051237] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.051676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.052310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.053305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.053587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.054429] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.054579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.054691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.054904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.054995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.055170] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58d67020-e02d-41eb-aaeb-eb14cf8fe65b is going to be updated. [ 605.087069] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.087308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.087375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.087950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.087950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.088365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58d67020-e02d-41eb-aaeb-eb14cf8fe65b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.290134] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96169de-0b07-455f-bdd2-8ad77c398383 in Status: SUCCESS [ 605.290479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.290930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.291240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.291631] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.292025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.292099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.292916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.292916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.292916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.292916] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a96169de-0b07-455f-bdd2-8ad77c398383',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.411840] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.411840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.411840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.411840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.411840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.412422] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.412422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.412422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.412422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.412422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.412422] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 already deleted. [ 605.412636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.463971] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.463971] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-206" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.463971] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-206" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.463971] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-206" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.465035] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.465035] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.465035] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.465035] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.465245] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.465452] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.465592] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.465724] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.465855] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.465989] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.466129] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.466285] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.488711] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.489193] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.489423] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.489635] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-206" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.490200] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-0d0d366b-b406-4760-a96e-1c047e45b27e taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.490411] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.490558] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.493695] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.493695] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0d366b-b406-4760-a96e-1c047e45b27e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.557370] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.796248] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96169de-0b07-455f-bdd2-8ad77c398383 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.796402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.796476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.796723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.796888] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.796993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.797072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.797219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.797334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.797392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.797544] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96169de-0b07-455f-bdd2-8ad77c398383 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.797621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.797703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.797844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.797983] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.798089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.798150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.798321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.798365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.798434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.798684] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a96169de-0b07-455f-bdd2-8ad77c398383',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.983362] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 in Status: SUCCESS [ 605.983690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.983820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.984048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.984258] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.984391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.984443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.984605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.984691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.984783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.984874] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5e311c2-bf3a-4079-8a7e-7e972a1e9da9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.993554] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.993757] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.993875] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.994132] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.994270] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.994409] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 0d0d366b-b406-4760-a96e-1c047e45b27e not found, creating... [ 605.994654] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.994805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.994955] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.995191] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.995321] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.995590] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.995739] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.996077] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.996335] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.996515] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.996654] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 0d0d366b-b406-4760-a96e-1c047e45b27e is going to be created. [ 606.015384] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.015577] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.015577] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.015845] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.016078] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.016288] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.060928] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.061628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.061628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.061628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.061628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.061628] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be created. [ 606.063707] env[66687]: INFO networking_nsxv3.common.synchronization [None req-f019e09d-df7f-4bb4-a035-c9f6b01af592 None None] Enqueued Resource ID: fa2f493d-5a6e-41f4-a015-69aae1af7a1f with Priority: HIGHEST for action port [ 606.064270] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2f493d-5a6e-41f4-a015-69aae1af7a1f with Priority: HIGHEST for action port [ 606.065012] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa2f493d-5a6e-41f4-a015-69aae1af7a1f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.065161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa2f493d-5a6e-41f4-a015-69aae1af7a1f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.065493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa2f493d-5a6e-41f4-a015-69aae1af7a1f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.065535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa2f493d-5a6e-41f4-a015-69aae1af7a1f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.065591] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa2f493d-5a6e-41f4-a015-69aae1af7a1f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.088155] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.088351] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.088416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.089155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.089155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.116411] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: UNINITIALIZED for 2s [ 606.301409] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a96169de-0b07-455f-bdd2-8ad77c398383: rpc.has_security_group_logging(os_id): False [ 606.320527] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.320760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.320859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.321089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.321191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.321387] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.321489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.321608] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.321822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.321906] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.322113] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.322215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.322280] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.322434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.322509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.322699] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.322795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.322870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.323096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.323186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.323275] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96169de-0b07-455f-bdd2-8ad77c398383 is going to be created. [ 606.384540] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.384688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.384760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.384977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.385183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.395489] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96169de-0b07-455f-bdd2-8ad77c398383 in Status: IN_PROGRESS for 2s [ 606.486757] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.487087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.487087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.487503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.487588] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.487696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.487747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.487914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.488054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.488178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.488415] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.488510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.488510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.488673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.488819] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.488922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.488979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.489142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.489228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.489430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.489430] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5e311c2-bf3a-4079-8a7e-7e972a1e9da9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.567412] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa2f493d-5a6e-41f4-a015-69aae1af7a1f [ 606.568141] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.568141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.568141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.568590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.568590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.568590] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa2f493d-5a6e-41f4-a015-69aae1af7a1f already deleted. [ 606.568590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa2f493d-5a6e-41f4-a015-69aae1af7a1f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.761736] env[66687]: INFO networking_nsxv3.common.synchronization [req-082f5b0a-cea8-471c-9de9-caca7a4eddcd req-409b4919-570b-4ac7-812f-e7653413dba9 service nova] Enqueued Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_rules [ 606.761898] env[66687]: INFO networking_nsxv3.common.synchronization [req-082f5b0a-cea8-471c-9de9-caca7a4eddcd req-409b4919-570b-4ac7-812f-e7653413dba9 service nova] Enqueued Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 606.762104] env[66687]: INFO networking_nsxv3.common.synchronization [req-082f5b0a-cea8-471c-9de9-caca7a4eddcd req-409b4919-570b-4ac7-812f-e7653413dba9 service nova] Enqueued Resource ID: 0d0d366b-b406-4760-a96e-1c047e45b27e with Priority: HIGHEST for action port [ 606.762535] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_rules [ 606.762684] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 606.762786] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0d366b-b406-4760-a96e-1c047e45b27e with Priority: HIGHEST for action port [ 606.763081] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.763220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.763298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.763628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.763711] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.764552] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.764688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.764834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.764892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.765044] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.765149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.765217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.765335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.765420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.765507] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.766942] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d0d366b-b406-4760-a96e-1c047e45b27e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.767089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.767169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.767318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.767384] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0d366b-b406-4760-a96e-1c047e45b27e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.992154] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5e311c2-bf3a-4079-8a7e-7e972a1e9da9: rpc.has_security_group_logging(os_id): False [ 607.010212] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.010401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.010472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.010824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.011262] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.011262] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.011262] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.011420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.011465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.011556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.011710] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.011867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.012650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.012650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.012650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.012650] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.012650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.012650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.012946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.012946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.012946] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 is going to be created. [ 607.100520] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.101840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.101840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.101840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.101840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.117578] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 in Status: IN_PROGRESS for 2s [ 607.271479] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.271479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.271479] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.271479] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d0d366b-b406-4760-a96e-1c047e45b27e with status ACTIVE [ 607.275105] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.275400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.275400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.275627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.275711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.275902] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.276016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.276107] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.276273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.276348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.276532] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.276661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.276710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.276816] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.276882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.276967] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d0d366b-b406-4760-a96e-1c047e45b27e is going to be updated. [ 607.304111] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.304357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.306681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.307909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.307909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.308037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.439457] env[66687]: INFO networking_nsxv3.common.synchronization [req-cf86b4df-f29c-4478-bdeb-1e29f5654d3c req-815ac3b3-3a2f-4947-a470-298b26e84c64 tempest-MigrationsAdminTest-593050349 tempest-MigrationsAdminTest-593050349-project-member] Enqueued Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 607.440151] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 607.441022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.441220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.441309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.441797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.441884] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.443031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.443031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.443031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.443031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.443031] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.779612] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.794165] env[66687]: INFO networking_nsxv3.common.synchronization [None req-dd90ca88-35a1-49b0-91e9-eaa101077a61 tempest-ServersTestFqdnHostnames-984508611 tempest-ServersTestFqdnHostnames-984508611-project-member] Enqueued Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_rules [ 607.794165] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_rules [ 607.794572] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.794652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.796896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.796896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.796896] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abd8c9fe-59a5-4d10-8b67-eba2ebef303e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.859263] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.859997] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.859997] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.859997] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.860959] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.861519] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.861519] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.862101] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.862101] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.862101] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.862421] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.862421] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.862421] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.862647] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.862647] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.862750] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.886720] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.886975] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.887155] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.887576] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.888074] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-9217b726-b4ce-42ef-a2ff-dfa3d6f41858 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.888285] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-9217b726-b4ce-42ef-a2ff-dfa3d6f41858" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.888404] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-9217b726-b4ce-42ef-a2ff-dfa3d6f41858" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.888772] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-9217b726-b4ce-42ef-a2ff-dfa3d6f41858" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.888900] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9217b726-b4ce-42ef-a2ff-dfa3d6f41858',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.945482] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.945482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.945594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.945899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.945995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.946267] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.947294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.947294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.947294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.947294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.947294] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 already deleted. [ 607.947294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.099467] env[66687]: INFO networking_nsxv3.common.synchronization [None req-9b9fe181-37c5-4939-9ac4-26d95106f458 tempest-ServersTestFqdnHostnames-984508611 tempest-ServersTestFqdnHostnames-984508611-project-member] Enqueued Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_rules [ 608.100012] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_rules [ 608.100382] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.100488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.127891] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 608.128296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.128465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.128691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.128894] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.129019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.129085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.129254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.129316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.129402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.129493] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.284715] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.285415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.285415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.285415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.285415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.285415] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 is going to be created. [ 608.328803] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.329061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.329061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.329283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.329476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.331446] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.331588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.331716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.333080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.333080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.333149] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e already deleted. [ 608.333455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.333790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.333790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.333874] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abd8c9fe-59a5-4d10-8b67-eba2ebef303e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.348935] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: UNINITIALIZED for 2s [ 608.392805] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.392805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.392805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.392805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.393170] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.393451] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 9217b726-b4ce-42ef-a2ff-dfa3d6f41858 not found, creating... [ 608.393613] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.393891] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.394128] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.394423] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.394635] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.394983] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.395688] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.395755] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.396063] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.396279] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.396492] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 9217b726-b4ce-42ef-a2ff-dfa3d6f41858 is going to be created. [ 608.414184] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96169de-0b07-455f-bdd2-8ad77c398383 in Status: SUCCESS [ 608.414437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.422473] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.422725] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.422878] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.423329] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.423471] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.423710] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-9217b726-b4ce-42ef-a2ff-dfa3d6f41858" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.472015] env[66687]: INFO networking_nsxv3.common.synchronization [None req-48409ac4-0534-4ab4-83f0-2b10d2fcd35f None None] Enqueued Resource ID: 8fa3a077-b83b-4395-aefb-83321b4d8358 with Priority: HIGHEST for action port [ 608.472906] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa3a077-b83b-4395-aefb-83321b4d8358 with Priority: HIGHEST for action port [ 608.473351] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa3a077-b83b-4395-aefb-83321b4d8358 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.473521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa3a077-b83b-4395-aefb-83321b4d8358" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.473680] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa3a077-b83b-4395-aefb-83321b4d8358" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.473984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa3a077-b83b-4395-aefb-83321b4d8358" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.474215] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa3a077-b83b-4395-aefb-83321b4d8358',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.633070] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.633223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.633276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.633698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.635038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.635038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.635038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.635038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.635038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.635038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.635038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.635038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.635038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.635038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.635462] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.635462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.635462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.635462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.635462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.635635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.635714] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.861427] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.861427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.861427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.861427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.861427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.861427] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e already deleted. [ 608.861427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.977264] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fa3a077-b83b-4395-aefb-83321b4d8358 [ 608.977496] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.977632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.977701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.977918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.978020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.978115] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fa3a077-b83b-4395-aefb-83321b4d8358 already deleted. [ 608.978197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa3a077-b83b-4395-aefb-83321b4d8358" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.132605] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 in Status: SUCCESS [ 609.132933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.138384] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d: rpc.has_security_group_logging(os_id): False [ 609.157469] env[66687]: INFO networking_nsxv3.common.synchronization [req-cf86b4df-f29c-4478-bdeb-1e29f5654d3c req-6d202e43-26bb-457c-910a-6c90a12dbf41 service nova] Enqueued Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_rules [ 609.157984] env[66687]: INFO networking_nsxv3.common.synchronization [req-cf86b4df-f29c-4478-bdeb-1e29f5654d3c req-6d202e43-26bb-457c-910a-6c90a12dbf41 service nova] Enqueued Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 609.157984] env[66687]: INFO networking_nsxv3.common.synchronization [req-cf86b4df-f29c-4478-bdeb-1e29f5654d3c req-6d202e43-26bb-457c-910a-6c90a12dbf41 service nova] Enqueued Resource ID: 9217b726-b4ce-42ef-a2ff-dfa3d6f41858 with Priority: HIGHEST for action port [ 609.159189] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.159309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.159425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.159585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.159674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.159877] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.159982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.160085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.160217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.160292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.160516] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.160616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.160870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.160928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.160991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.161427] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.161427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.161427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.161572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.161572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.161628] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be created. [ 609.163073] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_rules [ 609.163227] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 609.163327] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9217b726-b4ce-42ef-a2ff-dfa3d6f41858 with Priority: HIGHEST for action port [ 609.163603] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.163733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.163827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.163981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.164130] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.165492] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.165599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.165669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.165845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.166010] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.166261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.166261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.166376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.166376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.166494] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.167798] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9217b726-b4ce-42ef-a2ff-dfa3d6f41858 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.167798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9217b726-b4ce-42ef-a2ff-dfa3d6f41858" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.167798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9217b726-b4ce-42ef-a2ff-dfa3d6f41858" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.167798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9217b726-b4ce-42ef-a2ff-dfa3d6f41858" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.167798] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9217b726-b4ce-42ef-a2ff-dfa3d6f41858',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.232459] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.232655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.232713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.232889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.233124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.249788] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 609.539883] env[66687]: INFO networking_nsxv3.common.synchronization [req-3514e5dc-1965-450f-86fe-5e4c42788679 req-f98c1bd2-9597-427f-88bd-bb8254c09ea5 tempest-ServersAdminTestJSON-1106153793 tempest-ServersAdminTestJSON-1106153793-project-member] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 609.540321] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 609.540659] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.540873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.541297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.541297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.541410] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.541462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.541509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.541637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.541754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.541856] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.673026] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.673026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.673026] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9217b726-b4ce-42ef-a2ff-dfa3d6f41858 with status ACTIVE [ 609.673026] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.673026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.673026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.673026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.673026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.673026] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.673026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.673026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.673026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.673026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.673026] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.673604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.673604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.673604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.673604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.673604] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9217b726-b4ce-42ef-a2ff-dfa3d6f41858 is going to be updated. [ 609.674776] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.699826] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.699826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.699826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.699826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.699826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.699826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9217b726-b4ce-42ef-a2ff-dfa3d6f41858" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.961551] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.961837] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.962368] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.962368] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.962487] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.962629] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.962745] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.962938] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.963230] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.963444] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.963552] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.963654] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.963754] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.963858] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.963987] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.964097] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.989069] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.989069] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.989069] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.989069] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.989069] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-8724986b-ed4a-4ec8-bc3b-7a70f2421579 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.989069] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-8724986b-ed4a-4ec8-bc3b-7a70f2421579" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.989069] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-8724986b-ed4a-4ec8-bc3b-7a70f2421579" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.989069] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-8724986b-ed4a-4ec8-bc3b-7a70f2421579" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.989069] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8724986b-ed4a-4ec8-bc3b-7a70f2421579',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.044205] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.178781] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.356703] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: SUCCESS [ 610.356967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.357157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.357401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.357644] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.357772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.357842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.358069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.358188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.358398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.358768] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.494360] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.494656] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.494786] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.495197] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.495385] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.495561] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 8724986b-ed4a-4ec8-bc3b-7a70f2421579 not found, creating... [ 610.496073] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.496694] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.496694] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.496694] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.496962] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.497335] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.497552] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.497715] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.498074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.498272] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.498441] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 8724986b-ed4a-4ec8-bc3b-7a70f2421579 is going to be created. [ 610.527721] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.527942] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.528074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.528411] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.529046] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.529046] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-8724986b-ed4a-4ec8-bc3b-7a70f2421579" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.546374] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.683088] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.683088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.683088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.683088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.683088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.683088] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 is going to be created. [ 610.720832] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.720832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.720832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.720832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.720832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.734638] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: UNINITIALIZED for 2s [ 610.864267] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.864267] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.864267] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.864267] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.864267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.864879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.864879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.864879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.864879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.864879] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.049207] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.049479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.051024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.051024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.051024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.051024] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 611.092837] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.092837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.092837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.092837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.092837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.106022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 611.267283] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 611.267595] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.273590] env[66687]: INFO networking_nsxv3.common.synchronization [req-3514e5dc-1965-450f-86fe-5e4c42788679 req-f6f5b3ed-3b2e-426f-97e5-80660b73477f service nova] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_rules [ 611.273590] env[66687]: INFO networking_nsxv3.common.synchronization [req-3514e5dc-1965-450f-86fe-5e4c42788679 req-f6f5b3ed-3b2e-426f-97e5-80660b73477f service nova] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 611.273696] env[66687]: INFO networking_nsxv3.common.synchronization [req-3514e5dc-1965-450f-86fe-5e4c42788679 req-f6f5b3ed-3b2e-426f-97e5-80660b73477f service nova] Enqueued Resource ID: 8724986b-ed4a-4ec8-bc3b-7a70f2421579 with Priority: HIGHEST for action port [ 611.274647] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_rules [ 611.274793] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 611.274936] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8724986b-ed4a-4ec8-bc3b-7a70f2421579 with Priority: HIGHEST for action port [ 611.275346] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.275485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.275701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.276085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.276085] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.277531] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.277647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.278031] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8724986b-ed4a-4ec8-bc3b-7a70f2421579 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.278761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8724986b-ed4a-4ec8-bc3b-7a70f2421579" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.278761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8724986b-ed4a-4ec8-bc3b-7a70f2421579" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.278761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8724986b-ed4a-4ec8-bc3b-7a70f2421579" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.278761] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8724986b-ed4a-4ec8-bc3b-7a70f2421579',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.369265] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e2a784f-bd08-4510-8aca-be484e09b314: rpc.has_security_group_logging(os_id): False [ 611.388022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.388022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.388022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.388022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.388641] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.388641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.388641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.390765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.390765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.390765] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 is going to be created. [ 611.450977] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.450977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.450977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.451237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.451855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.465981] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: IN_PROGRESS for 2s [ 611.778993] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.779189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.783657] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8724986b-ed4a-4ec8-bc3b-7a70f2421579 with status ACTIVE [ 611.783937] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.784061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.784147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.784347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.784434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.784640] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.784699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.784808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.784913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.785020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.785488] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.785488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.785488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.785985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.785985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.785985] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8724986b-ed4a-4ec8-bc3b-7a70f2421579 is going to be updated. [ 611.810083] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.810319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.810407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.810652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.810959] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.811141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8724986b-ed4a-4ec8-bc3b-7a70f2421579" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.135511] env[66687]: INFO networking_nsxv3.common.synchronization [req-08dba169-de2c-48f9-83c9-62e23127244b req-fb44ad35-e990-474e-9768-d06acead503f tempest-VolumesAdminNegativeTest-1754340700 tempest-VolumesAdminNegativeTest-1754340700-project-member] Enqueued Resource ID: 1309de92-d148-4727-b5d6-06eb45b536d5 with Priority: HIGHEST for action security_group_members [ 612.136220] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1309de92-d148-4727-b5d6-06eb45b536d5 with Priority: HIGHEST for action security_group_members [ 612.136558] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1309de92-d148-4727-b5d6-06eb45b536d5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.136688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.136751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.137065] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.138921] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.139963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.140051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.144090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.144265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.144377] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1309de92-d148-4727-b5d6-06eb45b536d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.501956] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.502347] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-246" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.502347] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-246" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.502631] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-246" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.502934] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.503158] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.503315] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.503573] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.503756] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.504107] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.504291] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.504454] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.504509] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.504617] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.504712] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.504848] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.528192] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.528446] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.528533] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.528674] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-246" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.528979] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-34d56515-dec7-4961-9c9a-0688df4f5394 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.529173] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-34d56515-dec7-4961-9c9a-0688df4f5394" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.529274] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-34d56515-dec7-4961-9c9a-0688df4f5394" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.530343] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-34d56515-dec7-4961-9c9a-0688df4f5394" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.530343] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34d56515-dec7-4961-9c9a-0688df4f5394',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.648031] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.648031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.648031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.648031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.648031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.648031] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.648031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.648031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.648031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.648505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.648505] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1309de92-d148-4727-b5d6-06eb45b536d5 already deleted. [ 612.648505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.745935] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: SUCCESS [ 612.746219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.746696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.746696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.746835] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.746936] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.746986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.747189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.747274] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.747395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.747587] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.035353] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.035682] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.035797] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.036017] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.036180] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.036334] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 34d56515-dec7-4961-9c9a-0688df4f5394 not found, creating... [ 613.036825] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.036825] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.037065] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.037202] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.037317] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.037605] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.037754] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.037865] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.038805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.039796] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.040056] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 34d56515-dec7-4961-9c9a-0688df4f5394 is going to be created. [ 613.068257] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.068257] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.068257] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.068257] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.068257] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.068257] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-34d56515-dec7-4961-9c9a-0688df4f5394" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.117554] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 613.117778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.117947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.118198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.118384] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.118508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.118563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.118824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.118910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.119017] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.251647] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.251647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.251647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.251647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.251647] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.251647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.251647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.251647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.251647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.251647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.251647] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.251647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.253521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.253521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.253521] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.253521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.253521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.253521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.253521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.253521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.253521] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.461550] env[66687]: INFO networking_nsxv3.common.synchronization [None req-62271e95-45a2-4712-897e-4f1efb310937 None None] Enqueued Resource ID: 953e4cfb-0e4a-4ce2-8ebd-7a988cfcb167 with Priority: HIGHEST for action port [ 613.462353] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953e4cfb-0e4a-4ce2-8ebd-7a988cfcb167 with Priority: HIGHEST for action port [ 613.462539] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-953e4cfb-0e4a-4ce2-8ebd-7a988cfcb167 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.462630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-953e4cfb-0e4a-4ce2-8ebd-7a988cfcb167" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.462678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-953e4cfb-0e4a-4ce2-8ebd-7a988cfcb167" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.462940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-953e4cfb-0e4a-4ce2-8ebd-7a988cfcb167" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.463027] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('953e4cfb-0e4a-4ce2-8ebd-7a988cfcb167',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.480487] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: SUCCESS [ 613.480707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.621091] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.736086] env[66687]: INFO networking_nsxv3.common.synchronization [req-08dba169-de2c-48f9-83c9-62e23127244b req-d3f964bb-7390-4afb-ae7e-514c850cbbe4 service nova] Enqueued Resource ID: 1309de92-d148-4727-b5d6-06eb45b536d5 with Priority: HIGHEST for action security_group_rules [ 613.736086] env[66687]: INFO networking_nsxv3.common.synchronization [req-08dba169-de2c-48f9-83c9-62e23127244b req-d3f964bb-7390-4afb-ae7e-514c850cbbe4 service nova] Enqueued Resource ID: 1309de92-d148-4727-b5d6-06eb45b536d5 with Priority: HIGHEST for action security_group_members [ 613.736086] env[66687]: INFO networking_nsxv3.common.synchronization [req-08dba169-de2c-48f9-83c9-62e23127244b req-d3f964bb-7390-4afb-ae7e-514c850cbbe4 service nova] Enqueued Resource ID: 34d56515-dec7-4961-9c9a-0688df4f5394 with Priority: HIGHEST for action port [ 613.736086] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1309de92-d148-4727-b5d6-06eb45b536d5 with Priority: HIGHEST for action security_group_rules [ 613.736086] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1309de92-d148-4727-b5d6-06eb45b536d5 with Priority: HIGHEST for action security_group_members [ 613.736496] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d56515-dec7-4961-9c9a-0688df4f5394 with Priority: HIGHEST for action port [ 613.736496] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1309de92-d148-4727-b5d6-06eb45b536d5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.736648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.736806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.737062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.737149] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1309de92-d148-4727-b5d6-06eb45b536d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.738126] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1309de92-d148-4727-b5d6-06eb45b536d5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.738126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.738305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.738400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.738517] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.738638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.738706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.738856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.738927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.739086] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1309de92-d148-4727-b5d6-06eb45b536d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.739963] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-34d56515-dec7-4961-9c9a-0688df4f5394 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.740129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34d56515-dec7-4961-9c9a-0688df4f5394" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.740593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34d56515-dec7-4961-9c9a-0688df4f5394" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.740593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34d56515-dec7-4961-9c9a-0688df4f5394" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.740593] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34d56515-dec7-4961-9c9a-0688df4f5394',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.755016] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24ccfedd-52aa-4e5a-b13c-7be11483eb47: rpc.has_security_group_logging(os_id): False [ 613.773630] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.773796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.773837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.774062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.774174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.774376] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.774502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.774567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.774818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.774818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.774959] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.775072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.775131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.775313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.775381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.775529] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.775633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.775692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.775937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.775937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.776064] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 is going to be created. [ 613.843565] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.843725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.843802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.844331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.844690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.858329] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: IN_PROGRESS for 2s [ 613.965562] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 953e4cfb-0e4a-4ce2-8ebd-7a988cfcb167 [ 613.965562] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.965756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.965867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.966068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.966164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.966259] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:953e4cfb-0e4a-4ce2-8ebd-7a988cfcb167 already deleted. [ 613.966342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-953e4cfb-0e4a-4ce2-8ebd-7a988cfcb167" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.123781] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.243623] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1309de92-d148-4727-b5d6-06eb45b536d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.248685] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1309de92-d148-4727-b5d6-06eb45b536d5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.248685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.248685] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34d56515-dec7-4961-9c9a-0688df4f5394 with status ACTIVE [ 614.248685] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.248685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.248685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.248685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.248685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.248685] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.248685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.248685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.248685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.248685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.248685] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.249760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.249760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.249760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.249760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.249760] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34d56515-dec7-4961-9c9a-0688df4f5394 is going to be updated. [ 614.277256] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.277256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.277381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.277538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.277688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.277852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34d56515-dec7-4961-9c9a-0688df4f5394" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.428194] env[66687]: INFO networking_nsxv3.common.synchronization [req-8876f5ab-f012-4ba3-abe1-f457bdd4e12a req-b73ae73c-570b-4a2a-bf4f-051d8dfe879f tempest-DeleteServersAdminTestJSON-240402901 tempest-DeleteServersAdminTestJSON-240402901-project-admin] Enqueued Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 614.428862] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 614.429145] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.429343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.429343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.429527] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.429749] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.429960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.429960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.429960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.435922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.436149] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.626280] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.626671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.626671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.626782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.626819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.627717] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 614.681352] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.681547] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.681647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.681882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.682058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.692776] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 614.753928] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1309de92-d148-4727-b5d6-06eb45b536d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.754837] env[66687]: INFO networking_nsxv3.common.synchronization [req-4e7f50d4-fe7c-4c84-9af5-3b5f25f7ec9e req-023508fa-f008-4b20-bf54-877e0a7e2501 tempest-VolumesAssistedSnapshotsTest-162523046 tempest-VolumesAssistedSnapshotsTest-162523046-project-member] Enqueued Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_members [ 614.755863] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_members [ 614.756377] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9e8e37-c264-47bc-b19f-8dddeca822b3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.756557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.756660] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.756975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.757349] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.757563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.757662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.757900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.758061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.758211] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9e8e37-c264-47bc-b19f-8dddeca822b3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.940047] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.940047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.940047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.940047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.940047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.940047] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.940356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.940356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.940356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.940475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.940475] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 is going to be updated. [ 614.980037] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.980037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.980037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.980037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.980037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.990098] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: IN_PROGRESS for 2s [ 615.262307] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.262307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.262307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.262307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.262307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.262307] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1309de92-d148-4727-b5d6-06eb45b536d5 is going to be created. [ 615.264143] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.264143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.264143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.264143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.264143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.264143] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.264972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.264972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.265838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.265838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.265838] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 already deleted. [ 615.265838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.267121] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.267287] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-230" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.267387] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-230" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.268573] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-230" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.268573] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.268573] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.268573] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.268573] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.268867] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.268867] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.269020] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.269065] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.269145] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.269250] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.269344] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.269464] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.291809] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.292027] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.292074] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.292239] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-230" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.293017] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-a29fe911-b8f5-4971-9cc2-b88cec2f2382 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.293017] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-a29fe911-b8f5-4971-9cc2-b88cec2f2382" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.293017] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-a29fe911-b8f5-4971-9cc2-b88cec2f2382" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.293297] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-a29fe911-b8f5-4971-9cc2-b88cec2f2382" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.293335] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a29fe911-b8f5-4971-9cc2-b88cec2f2382',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.297515] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.297724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.297811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.298085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.298259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.312229] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1309de92-d148-4727-b5d6-06eb45b536d5 in Status: UNINITIALIZED for 2s [ 615.731544] env[66687]: INFO networking_nsxv3.common.synchronization [None req-40e58c14-e079-4760-827a-7b4678caece7 None None] Enqueued Resource ID: 0d0e43b4-1495-4aec-929a-36da3b17ead3 with Priority: HIGHEST for action port [ 615.732181] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0e43b4-1495-4aec-929a-36da3b17ead3 with Priority: HIGHEST for action port [ 615.732506] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d0e43b4-1495-4aec-929a-36da3b17ead3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.732625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d0e43b4-1495-4aec-929a-36da3b17ead3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.732692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d0e43b4-1495-4aec-929a-36da3b17ead3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.732969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d0e43b4-1495-4aec-929a-36da3b17ead3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.733141] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0e43b4-1495-4aec-929a-36da3b17ead3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.795443] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.795754] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.795891] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.796181] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.796325] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.796470] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port a29fe911-b8f5-4971-9cc2-b88cec2f2382 not found, creating... [ 615.797373] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.797581] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.797697] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.798013] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.799077] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.799399] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.799601] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.799746] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.799964] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.800172] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.800358] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: a29fe911-b8f5-4971-9cc2-b88cec2f2382 is going to be created. [ 615.827700] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.828491] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.828709] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.829152] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.829490] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.829793] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-a29fe911-b8f5-4971-9cc2-b88cec2f2382" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.897853] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: SUCCESS [ 615.898153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.238474] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d0e43b4-1495-4aec-929a-36da3b17ead3 [ 616.238738] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.238907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.239037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.239244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.239362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.239462] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d0e43b4-1495-4aec-929a-36da3b17ead3 already deleted. [ 616.239551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d0e43b4-1495-4aec-929a-36da3b17ead3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.531482] env[66687]: INFO networking_nsxv3.common.synchronization [req-4e7f50d4-fe7c-4c84-9af5-3b5f25f7ec9e req-3342c232-81a8-4a8d-8a13-37fafbac953d service nova] Enqueued Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_rules [ 616.531694] env[66687]: INFO networking_nsxv3.common.synchronization [req-4e7f50d4-fe7c-4c84-9af5-3b5f25f7ec9e req-3342c232-81a8-4a8d-8a13-37fafbac953d service nova] Enqueued Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_members [ 616.531858] env[66687]: INFO networking_nsxv3.common.synchronization [req-4e7f50d4-fe7c-4c84-9af5-3b5f25f7ec9e req-3342c232-81a8-4a8d-8a13-37fafbac953d service nova] Enqueued Resource ID: a29fe911-b8f5-4971-9cc2-b88cec2f2382 with Priority: HIGHEST for action port [ 616.532931] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_rules [ 616.533646] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_members [ 616.533886] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a29fe911-b8f5-4971-9cc2-b88cec2f2382 with Priority: HIGHEST for action port [ 616.534317] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.534487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.534621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.534865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.534984] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9e8e37-c264-47bc-b19f-8dddeca822b3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.536422] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9e8e37-c264-47bc-b19f-8dddeca822b3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.536586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.536686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.536939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.537205] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.537348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.537443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.537647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.537780] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.537913] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9e8e37-c264-47bc-b19f-8dddeca822b3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.539153] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a29fe911-b8f5-4971-9cc2-b88cec2f2382 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.539248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a29fe911-b8f5-4971-9cc2-b88cec2f2382" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.539338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a29fe911-b8f5-4971-9cc2-b88cec2f2382" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.539656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a29fe911-b8f5-4971-9cc2-b88cec2f2382" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.539769] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a29fe911-b8f5-4971-9cc2-b88cec2f2382',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.704044] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 616.704451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.704713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.704891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.705233] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.705386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.705486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.705672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.705826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.706042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.706111] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.003167] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: SUCCESS [ 617.003762] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 deletion is rescheduled due to dependency. [ 617.003762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.042309] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9e8e37-c264-47bc-b19f-8dddeca822b3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.044790] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9e8e37-c264-47bc-b19f-8dddeca822b3 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.044790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.044790] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a29fe911-b8f5-4971-9cc2-b88cec2f2382 with status ACTIVE [ 617.044790] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.044790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.044790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.045188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.045188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.045805] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.045805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.045805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.045805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.045805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.046062] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.046178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.046178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.046384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.046384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.046540] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a29fe911-b8f5-4971-9cc2-b88cec2f2382 is going to be updated. [ 617.073749] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.073749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.073749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.073749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.073749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.074627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a29fe911-b8f5-4971-9cc2-b88cec2f2382" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.212545] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.212545] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.212545] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.212545] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.212545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.213276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.213276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.213276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.213276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.213276] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.330111] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1309de92-d148-4727-b5d6-06eb45b536d5 in Status: SUCCESS [ 617.330317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.330999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.331340] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.332268] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.332268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.332268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.332268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.332268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.332268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.332536] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1309de92-d148-4727-b5d6-06eb45b536d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.545082] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9e8e37-c264-47bc-b19f-8dddeca822b3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.718470] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d: rpc.has_security_group_logging(os_id): False [ 617.739031] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.739031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.739031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.739031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.739031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.739031] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.739031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.739031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.739031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.739879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.740319] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.740632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.740903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.741263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.741511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.741913] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.742255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.742478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.742822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.743238] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.743485] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 617.811076] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.811447] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.811522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.811700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.811853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.828657] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 617.835698] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1309de92-d148-4727-b5d6-06eb45b536d5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.836138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.836324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.836782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.837377] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.837514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.837554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.837940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.838182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.838346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.838939] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1309de92-d148-4727-b5d6-06eb45b536d5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.838939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.838939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.839168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.839366] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.839568] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.839631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.839854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.840019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.840198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.840373] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1309de92-d148-4727-b5d6-06eb45b536d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.048985] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.049389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.049389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.049523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.049523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.049645] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 is going to be created. [ 618.080500] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.080500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.080500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.080500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.080500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.095982] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 in Status: UNINITIALIZED for 2s [ 618.343021] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1309de92-d148-4727-b5d6-06eb45b536d5: rpc.has_security_group_logging(os_id): False [ 618.362333] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.362897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.362897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.362897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.363071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.363283] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.363283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.363380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.363698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.363698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.363803] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.363857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.363892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.364210] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.364333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.364749] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.364749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.364873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.365104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.365104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.365221] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1309de92-d148-4727-b5d6-06eb45b536d5 is going to be created. [ 618.443392] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.443588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.443672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.443873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.444092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.458137] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1309de92-d148-4727-b5d6-06eb45b536d5 in Status: IN_PROGRESS for 2s [ 619.850554] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 619.850846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.106095] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 in Status: SUCCESS [ 620.106323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.106550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.106729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.107270] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.107270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.107270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.107270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.107478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.107478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.107541] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9e8e37-c264-47bc-b19f-8dddeca822b3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.473371] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1309de92-d148-4727-b5d6-06eb45b536d5 in Status: SUCCESS [ 620.473594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.615325] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9e8e37-c264-47bc-b19f-8dddeca822b3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.118453] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9e8e37-c264-47bc-b19f-8dddeca822b3: rpc.has_security_group_logging(os_id): False [ 621.139586] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.139772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.139839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.140036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.140126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.140390] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.140495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.140557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.140727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.140800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.140926] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 is going to be created. [ 621.218426] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.218589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.218701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.218965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.219087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.232287] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 in Status: IN_PROGRESS for 2s [ 621.295116] env[66687]: INFO networking_nsxv3.common.synchronization [req-2e1e72a9-e624-43e6-8554-9637d2ffafbf req-f02e6af2-cef0-47fc-a3ec-88080b77c3c5 tempest-SecurityGroupRulesNegativeTestJSON-1584124413 tempest-SecurityGroupRulesNegativeTestJSON-1584124413-project-member] Enqueued Resource ID: 77be39e0-daf9-4360-826a-fc6da1ea0a8f with Priority: HIGHEST for action security_group_rules [ 621.296775] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77be39e0-daf9-4360-826a-fc6da1ea0a8f with Priority: HIGHEST for action security_group_rules [ 621.298628] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77be39e0-daf9-4360-826a-fc6da1ea0a8f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.298628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77be39e0-daf9-4360-826a-fc6da1ea0a8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.298628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77be39e0-daf9-4360-826a-fc6da1ea0a8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.298628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77be39e0-daf9-4360-826a-fc6da1ea0a8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.298628] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77be39e0-daf9-4360-826a-fc6da1ea0a8f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.820908] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.821098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.821153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.821378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.821466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.821560] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77be39e0-daf9-4360-826a-fc6da1ea0a8f already deleted. [ 621.822026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77be39e0-daf9-4360-826a-fc6da1ea0a8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.346018] env[66687]: INFO networking_nsxv3.common.synchronization [req-127b083a-3cf7-4e65-9450-69192748df34 req-19dfa86d-95e9-407e-8fc5-4752ab813608 tempest-ServersTestFqdnHostnames-984508611 tempest-ServersTestFqdnHostnames-984508611-project-member] Enqueued Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_members [ 622.346018] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_members [ 622.347570] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.347975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.348234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.348714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.349046] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.349299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.349474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.349757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.349948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.350165] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abd8c9fe-59a5-4d10-8b67-eba2ebef303e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.853232] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.853530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.853530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.853837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.853837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.853968] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.854074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.854143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.854356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.854356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.854488] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e already deleted. [ 622.854488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.907471] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.907760] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-145" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.907960] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-145" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.908641] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-145" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.909050] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.909679] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.909889] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.910416] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.910659] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.910987] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.911716] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.911910] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.912122] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.912333] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.912746] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.912938] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.934620] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.934922] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.935137] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.935495] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-145" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.935906] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-5cd49708-952c-4de4-b253-d9b09cf0e327 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.936212] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-5cd49708-952c-4de4-b253-d9b09cf0e327" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.936425] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-5cd49708-952c-4de4-b253-d9b09cf0e327" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.939897] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-5cd49708-952c-4de4-b253-d9b09cf0e327" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.939897] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd49708-952c-4de4-b253-d9b09cf0e327',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.031211] env[66687]: INFO networking_nsxv3.common.synchronization [None req-993c5462-bbf0-4024-970b-bf1f43193bfd None None] Enqueued Resource ID: eb5939ee-b44b-46a4-aabc-7471653166b6 with Priority: HIGHEST for action port [ 623.032066] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5939ee-b44b-46a4-aabc-7471653166b6 with Priority: HIGHEST for action port [ 623.032546] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb5939ee-b44b-46a4-aabc-7471653166b6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.032729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb5939ee-b44b-46a4-aabc-7471653166b6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.032844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb5939ee-b44b-46a4-aabc-7471653166b6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.033285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb5939ee-b44b-46a4-aabc-7471653166b6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.033527] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5939ee-b44b-46a4-aabc-7471653166b6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.246804] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 in Status: SUCCESS [ 623.247077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.440514] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.441074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.441074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.441217] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.441341] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.441493] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 5cd49708-952c-4de4-b253-d9b09cf0e327 not found, creating... [ 623.441771] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.441949] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.442097] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.442333] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.442509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.442765] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.442919] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.443114] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.443262] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.443729] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.443729] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 5cd49708-952c-4de4-b253-d9b09cf0e327 is going to be created. [ 623.466841] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.467074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.467197] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.467462] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.467683] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.467893] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-5cd49708-952c-4de4-b253-d9b09cf0e327" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.536931] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb5939ee-b44b-46a4-aabc-7471653166b6 [ 623.537777] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.537904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.538049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.538460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.538614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.538840] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb5939ee-b44b-46a4-aabc-7471653166b6 already deleted. [ 623.539038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb5939ee-b44b-46a4-aabc-7471653166b6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.305197] env[66687]: INFO networking_nsxv3.common.synchronization [req-127b083a-3cf7-4e65-9450-69192748df34 req-37f02445-6a3f-4131-96d3-9729835e2975 service nova] Enqueued Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_rules [ 624.305546] env[66687]: INFO networking_nsxv3.common.synchronization [req-127b083a-3cf7-4e65-9450-69192748df34 req-37f02445-6a3f-4131-96d3-9729835e2975 service nova] Enqueued Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_members [ 624.305752] env[66687]: INFO networking_nsxv3.common.synchronization [req-127b083a-3cf7-4e65-9450-69192748df34 req-37f02445-6a3f-4131-96d3-9729835e2975 service nova] Enqueued Resource ID: 5cd49708-952c-4de4-b253-d9b09cf0e327 with Priority: HIGHEST for action port [ 624.306494] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_rules [ 624.306708] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_members [ 624.306894] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cd49708-952c-4de4-b253-d9b09cf0e327 with Priority: HIGHEST for action port [ 624.307399] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.309752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.309752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.309949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.309949] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abd8c9fe-59a5-4d10-8b67-eba2ebef303e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.312048] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.312048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.312048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.312233] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.313255] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.313255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.313255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.313255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.313255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.313771] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abd8c9fe-59a5-4d10-8b67-eba2ebef303e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.314710] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cd49708-952c-4de4-b253-d9b09cf0e327 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.314861] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cd49708-952c-4de4-b253-d9b09cf0e327" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.314919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cd49708-952c-4de4-b253-d9b09cf0e327" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.315125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cd49708-952c-4de4-b253-d9b09cf0e327" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.315229] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd49708-952c-4de4-b253-d9b09cf0e327',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.816995] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.817367] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.817405] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abd8c9fe-59a5-4d10-8b67-eba2ebef303e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.819037] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cd49708-952c-4de4-b253-d9b09cf0e327 with status ACTIVE [ 624.819037] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.819037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.819037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.819279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.819279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.819397] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.819459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.819562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.820544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.820544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.820544] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.820544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.820728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.828063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.828063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.828063] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cd49708-952c-4de4-b253-d9b09cf0e327 is going to be updated. [ 624.853094] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.853344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.853416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.854031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.854031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.854031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cd49708-952c-4de4-b253-d9b09cf0e327" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.879742] env[66687]: INFO networking_nsxv3.common.synchronization [req-21a4ddb4-957a-42d4-b15a-67d390c44618 req-a874a3bd-3ed6-47a2-b290-fbd961fd2a04 tempest-ServersAdminNegativeTestJSON-1016638807 tempest-ServersAdminNegativeTestJSON-1016638807-project-member] Enqueued Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 624.879742] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 624.879742] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.879742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.879742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.879742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.879742] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.879742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.879742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.880614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.880614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.880614] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.259312] env[66687]: INFO networking_nsxv3.common.synchronization [req-cbdfbf1e-28f5-4bfc-988e-88d00a8d549d req-ed6dae0c-6923-4fd8-b7c7-14cf237019bf tempest-ServerExternalEventsTest-915087482 tempest-ServerExternalEventsTest-915087482-project-member] Enqueued Resource ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 with Priority: HIGHEST for action security_group_members [ 625.259879] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 with Priority: HIGHEST for action security_group_members [ 625.260197] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.260359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.260432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.260738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.260817] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.261212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.261282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.261442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.261531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.261625] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5e311c2-bf3a-4079-8a7e-7e972a1e9da9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.328803] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abd8c9fe-59a5-4d10-8b67-eba2ebef303e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.383176] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.542909] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.542909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.542909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.542909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.542909] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.542909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.542909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.542909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.542909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.542909] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.542909] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.542909] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.542909] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.543898] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.543898] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.543898] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.567599] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.567599] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.567910] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.567910] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.568256] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-29e55c44-5a93-4dd2-b018-6bef3daaab1a taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.568452] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-29e55c44-5a93-4dd2-b018-6bef3daaab1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.568567] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-29e55c44-5a93-4dd2-b018-6bef3daaab1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.568898] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-29e55c44-5a93-4dd2-b018-6bef3daaab1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.569309] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e55c44-5a93-4dd2-b018-6bef3daaab1a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.658501] env[66687]: INFO networking_nsxv3.common.synchronization [None req-fe6dae44-9d61-48c8-b114-19e911e1a052 None None] Enqueued Resource ID: c0614578-9e19-4d31-951e-2aa49793ee66 with Priority: HIGHEST for action port [ 625.659158] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0614578-9e19-4d31-951e-2aa49793ee66 with Priority: HIGHEST for action port [ 625.659487] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0614578-9e19-4d31-951e-2aa49793ee66 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.659664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0614578-9e19-4d31-951e-2aa49793ee66" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.659716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0614578-9e19-4d31-951e-2aa49793ee66" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.659954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0614578-9e19-4d31-951e-2aa49793ee66" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.660052] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0614578-9e19-4d31-951e-2aa49793ee66',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.764736] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.765125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.765125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.765381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.765503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.765699] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.765814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.765863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.766028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.766099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.766190] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 is going to be updated. [ 625.813732] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.813732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.813925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.814120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.814193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.826050] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 in Status: IN_PROGRESS for 2s [ 625.831083] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.831345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.831411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.831617] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.831723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.831827] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e is going to be created. [ 625.871976] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.872403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.872403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.872631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.872631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.885853] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.900600] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e in Status: UNINITIALIZED for 2s [ 626.072317] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.072543] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.072668] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.072951] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.073113] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.073294] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 29e55c44-5a93-4dd2-b018-6bef3daaab1a not found, creating... [ 626.073512] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.073662] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.073776] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.074025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.074142] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.074415] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.074563] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.074672] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.074872] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.075010] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.075150] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 29e55c44-5a93-4dd2-b018-6bef3daaab1a is going to be created. [ 626.097786] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.097974] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.098120] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.098673] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.098915] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.099191] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-29e55c44-5a93-4dd2-b018-6bef3daaab1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.163393] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0614578-9e19-4d31-951e-2aa49793ee66 [ 626.165641] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.165641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.165641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.165641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.165641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.165641] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0614578-9e19-4d31-951e-2aa49793ee66 already deleted. [ 626.165641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0614578-9e19-4d31-951e-2aa49793ee66" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.388903] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.389147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.389216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.389453] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.389544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.393025] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 032352ff-6227-450a-8583-521478433ab2 is going to be updated. [ 626.521835] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.522017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.522069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.522571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.522571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.532391] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: IN_PROGRESS for 2s [ 626.857968] env[66687]: INFO networking_nsxv3.common.synchronization [req-21a4ddb4-957a-42d4-b15a-67d390c44618 req-15b5e299-7799-44de-849b-593de86daf39 service nova] Enqueued Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_rules [ 626.859628] env[66687]: INFO networking_nsxv3.common.synchronization [req-21a4ddb4-957a-42d4-b15a-67d390c44618 req-15b5e299-7799-44de-849b-593de86daf39 service nova] Enqueued Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 626.859628] env[66687]: INFO networking_nsxv3.common.synchronization [req-21a4ddb4-957a-42d4-b15a-67d390c44618 req-15b5e299-7799-44de-849b-593de86daf39 service nova] Enqueued Resource ID: 29e55c44-5a93-4dd2-b018-6bef3daaab1a with Priority: HIGHEST for action port [ 626.860491] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_rules [ 626.860491] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 626.860491] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e55c44-5a93-4dd2-b018-6bef3daaab1a with Priority: HIGHEST for action port [ 626.863272] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.863272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.863272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.863272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.863272] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.863272] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.863272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.866601] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-29e55c44-5a93-4dd2-b018-6bef3daaab1a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.866601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29e55c44-5a93-4dd2-b018-6bef3daaab1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.866601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29e55c44-5a93-4dd2-b018-6bef3daaab1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.866601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29e55c44-5a93-4dd2-b018-6bef3daaab1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.866601] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e55c44-5a93-4dd2-b018-6bef3daaab1a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.367020] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.367227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.371680] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29e55c44-5a93-4dd2-b018-6bef3daaab1a with status ACTIVE [ 627.371680] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.371680] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.372149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.372149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.372149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.372351] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.372401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.372462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.372633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.372710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.372891] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.372986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.373060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.373197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.373290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.373400] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29e55c44-5a93-4dd2-b018-6bef3daaab1a is going to be updated. [ 627.379948] env[66687]: INFO networking_nsxv3.common.synchronization [req-cf3a8532-e6ed-4ed7-995d-b34b27ff1a64 req-630e9987-97b9-4e8a-93e7-5208a2081c2e tempest-ServerDiagnosticsTest-1018885361 tempest-ServerDiagnosticsTest-1018885361-project-member] Enqueued Resource ID: a96169de-0b07-455f-bdd2-8ad77c398383 with Priority: HIGHEST for action security_group_members [ 627.380483] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96169de-0b07-455f-bdd2-8ad77c398383 with Priority: HIGHEST for action security_group_members [ 627.380812] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96169de-0b07-455f-bdd2-8ad77c398383 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.380995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.381075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.381288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.381454] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.381555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.381620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.381769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.381855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.382985] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96169de-0b07-455f-bdd2-8ad77c398383',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.400988] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.400988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.400988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.400988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.400988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.400988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29e55c44-5a93-4dd2-b018-6bef3daaab1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.424992] env[66687]: INFO networking_nsxv3.common.synchronization [req-48e572a6-ff22-450d-8671-93ef99ecce25 req-1102fd88-6cfb-4536-a8b9-1ad2ab945099 tempest-FloatingIPsAssociationTestJSON-969161745 tempest-FloatingIPsAssociationTestJSON-969161745-project-member] Enqueued Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 627.424992] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 627.424992] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.424992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.424992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.424992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.424992] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.424992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.425438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.425438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.425625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.425686] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.793696] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.793890] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-105" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.794014] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-105" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.794289] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-105" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.794533] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.794681] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.794803] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.795009] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.795157] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.795353] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.795457] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.795557] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.795655] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.795755] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.795851] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.795970] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.814753] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.815630] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.815630] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.815630] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-105" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.815759] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-9cd60f49-3feb-41b0-bc8c-f366a8698d06 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.815893] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-9cd60f49-3feb-41b0-bc8c-f366a8698d06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.816027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-9cd60f49-3feb-41b0-bc8c-f366a8698d06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.816358] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-9cd60f49-3feb-41b0-bc8c-f366a8698d06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.816515] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd60f49-3feb-41b0-bc8c-f366a8698d06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.838618] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 in Status: SUCCESS [ 627.838819] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 deletion is rescheduled due to dependency. [ 627.839048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.886342] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.886624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.886624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.886833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.886936] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.887176] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.887301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.887365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.887543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.887621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.887712] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96169de-0b07-455f-bdd2-8ad77c398383 is going to be updated. [ 627.913583] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e in Status: SUCCESS [ 627.913867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.914098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.914357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.914566] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.914686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.914754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.914956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.915056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.915183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.915308] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abd8c9fe-59a5-4d10-8b67-eba2ebef303e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.917016] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.917151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.917234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.917487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.917631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.926772] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96169de-0b07-455f-bdd2-8ad77c398383 in Status: IN_PROGRESS for 2s [ 627.928177] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.319041] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.319410] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.319546] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.320253] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.320253] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.320253] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 9cd60f49-3feb-41b0-bc8c-f366a8698d06 not found, creating... [ 628.320464] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.320591] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.320701] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.320917] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.321242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.321626] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.321891] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.322032] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.322398] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.322573] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.322736] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 9cd60f49-3feb-41b0-bc8c-f366a8698d06 is going to be created. [ 628.347826] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.348090] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.348239] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.348667] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.349034] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.349395] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-9cd60f49-3feb-41b0-bc8c-f366a8698d06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.419614] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abd8c9fe-59a5-4d10-8b67-eba2ebef303e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.431612] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.544641] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: SUCCESS [ 628.544851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.545042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.545581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.545820] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.546143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.546143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.546376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.546439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.546584] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.612806] env[66687]: INFO networking_nsxv3.common.synchronization [None req-85e3a8b8-e0d1-4ce4-8418-e0cfc1b32b24 tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_rules [ 628.612806] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_rules [ 628.612806] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.612806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.612806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.613210] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.613210] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.922318] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abd8c9fe-59a5-4d10-8b67-eba2ebef303e: rpc.has_security_group_logging(os_id): False [ 628.935252] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.935433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.935478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.935701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.935803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.935890] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb is going to be updated. [ 628.943725] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.943725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.943725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.944163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.944280] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.944491] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.944622] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.944677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.944818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.944870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.944925] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e is going to be created. [ 628.968057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.968214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.968214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.968437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.968590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.978697] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: IN_PROGRESS for 2s [ 629.012330] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.012481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.012543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.012754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.012942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.026359] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e in Status: IN_PROGRESS for 2s [ 629.050021] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.092610] env[66687]: INFO networking_nsxv3.common.synchronization [req-48e572a6-ff22-450d-8671-93ef99ecce25 req-dfaf085c-1cbd-4814-8972-42f5a95b94cf service nova] Enqueued Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_rules [ 629.092800] env[66687]: INFO networking_nsxv3.common.synchronization [req-48e572a6-ff22-450d-8671-93ef99ecce25 req-dfaf085c-1cbd-4814-8972-42f5a95b94cf service nova] Enqueued Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 629.092930] env[66687]: INFO networking_nsxv3.common.synchronization [req-48e572a6-ff22-450d-8671-93ef99ecce25 req-dfaf085c-1cbd-4814-8972-42f5a95b94cf service nova] Enqueued Resource ID: 9cd60f49-3feb-41b0-bc8c-f366a8698d06 with Priority: HIGHEST for action port [ 629.093646] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_rules [ 629.094298] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 629.094483] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd60f49-3feb-41b0-bc8c-f366a8698d06 with Priority: HIGHEST for action port [ 629.094854] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.095031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.095202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.095869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.095869] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.097979] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.097979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.099039] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cd60f49-3feb-41b0-bc8c-f366a8698d06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.099039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cd60f49-3feb-41b0-bc8c-f366a8698d06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.099039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cd60f49-3feb-41b0-bc8c-f366a8698d06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.099039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cd60f49-3feb-41b0-bc8c-f366a8698d06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.099039] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd60f49-3feb-41b0-bc8c-f366a8698d06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.136016] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.136276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.136392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.136750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.137414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.137532] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be053028-0c8c-4f92-8385-1432033143f8 already deleted. [ 629.137626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.257506] env[66687]: INFO networking_nsxv3.common.synchronization [None req-88990e56-7087-4063-956c-19f298477440 tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_rules [ 629.259466] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_rules [ 629.259466] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.259466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.259466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.259466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.259466] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.552358] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.600532] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.600695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.602564] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cd60f49-3feb-41b0-bc8c-f366a8698d06 with status ACTIVE [ 629.602873] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.603053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.603149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.603424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.603549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.603767] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.603966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.604174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.604376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.604855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.604855] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.604855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.605018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.605049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.605144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.605277] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cd60f49-3feb-41b0-bc8c-f366a8698d06 is going to be updated. [ 629.635484] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.635707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.635756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.636108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.636304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.636504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cd60f49-3feb-41b0-bc8c-f366a8698d06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.792713] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.792713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.792713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.792713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.792713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.793174] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be053028-0c8c-4f92-8385-1432033143f8 already deleted. [ 629.793174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.945511] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96169de-0b07-455f-bdd2-8ad77c398383 in Status: SUCCESS [ 629.945869] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96169de-0b07-455f-bdd2-8ad77c398383 deletion is rescheduled due to dependency. [ 629.945869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.054773] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.055000] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.055091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.055318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.055409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.055512] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 032352ff-6227-450a-8583-521478433ab2 is going to be updated. [ 630.087842] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.088053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.088130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.088290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.088625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.099866] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: IN_PROGRESS for 2s [ 630.201817] env[66687]: INFO networking_nsxv3.common.synchronization [None req-33343f88-6108-48ba-b45a-151317c1d7f5 None None] Enqueued Resource ID: 3b6e3805-5b4a-40a7-9a90-01d0b9551d26 with Priority: HIGHEST for action port [ 630.202565] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6e3805-5b4a-40a7-9a90-01d0b9551d26 with Priority: HIGHEST for action port [ 630.202890] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b6e3805-5b4a-40a7-9a90-01d0b9551d26 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.203027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b6e3805-5b4a-40a7-9a90-01d0b9551d26" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.203099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b6e3805-5b4a-40a7-9a90-01d0b9551d26" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.203450] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b6e3805-5b4a-40a7-9a90-01d0b9551d26" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.203544] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6e3805-5b4a-40a7-9a90-01d0b9551d26',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.706806] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b6e3805-5b4a-40a7-9a90-01d0b9551d26 [ 630.706806] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.706806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.706806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.706966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.707592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.707592] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b6e3805-5b4a-40a7-9a90-01d0b9551d26 already deleted. [ 630.707592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b6e3805-5b4a-40a7-9a90-01d0b9551d26" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.993824] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: SUCCESS [ 630.995070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.995070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.995070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.995070] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.996920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.996920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.996920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.996920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.996920] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.999442] env[66687]: INFO networking_nsxv3.common.synchronization [None req-c8ce34e3-e395-4039-9bf1-80635d27b1de tempest-ServersWithSpecificFlavorTestJSON-474850466 tempest-ServersWithSpecificFlavorTestJSON-474850466-project-member] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_rules [ 631.003459] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_rules [ 631.003459] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.003459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.003459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.003459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.003459] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.053236] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e in Status: SUCCESS [ 631.054759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.125576] env[66687]: INFO networking_nsxv3.common.synchronization [req-9c68ca47-5785-4986-b252-6fad9cdb2e8b req-e25be666-8890-4dac-b2a2-c01d81800607 tempest-SecurityGroupRulesNegativeTestJSON-1584124413 tempest-SecurityGroupRulesNegativeTestJSON-1584124413-project-member] Enqueued Resource ID: 77be39e0-daf9-4360-826a-fc6da1ea0a8f with Priority: HIGHEST for action security_group_rules [ 631.125576] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77be39e0-daf9-4360-826a-fc6da1ea0a8f with Priority: HIGHEST for action security_group_rules [ 631.125576] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77be39e0-daf9-4360-826a-fc6da1ea0a8f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.126046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77be39e0-daf9-4360-826a-fc6da1ea0a8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.126273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77be39e0-daf9-4360-826a-fc6da1ea0a8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.126655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77be39e0-daf9-4360-826a-fc6da1ea0a8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.126847] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77be39e0-daf9-4360-826a-fc6da1ea0a8f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.342143] env[66687]: INFO networking_nsxv3.common.synchronization [None req-6a43915b-db5a-4a20-8894-9a65808d2d3a tempest-ServersWithSpecificFlavorTestJSON-474850466 tempest-ServersWithSpecificFlavorTestJSON-474850466-project-member] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_rules [ 631.342703] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_rules [ 631.346220] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.346220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.501440] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.529293] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.529420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.529471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.529712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.529797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.529899] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b already deleted. [ 631.529976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.532174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.532528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.533120] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.654261] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.654261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.654261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.654261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.654261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.654261] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77be39e0-daf9-4360-826a-fc6da1ea0a8f already deleted. [ 631.654261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77be39e0-daf9-4360-826a-fc6da1ea0a8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.004072] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.062600] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.062600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.062600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.063188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.063188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.063188] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b already deleted. [ 632.063188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.111173] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: SUCCESS [ 632.111173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.111387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.112212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.112212] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.112212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.113187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.113187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.113187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.113187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.113187] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.507975] env[66687]: INFO networking_nsxv3.common.synchronization [req-520256b1-8211-4980-a3b5-4c2da1792c2c req-87394d4d-31b9-4fff-8d41-c504a7865cb5 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 632.508088] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.508234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.508311] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.508512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.508648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.508705] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb is going to be updated. [ 632.510589] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 632.511796] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.511796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.511796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.511796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.511796] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.511796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.512175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.512632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.512741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.512841] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.546334] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.546496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.546572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.546808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.546953] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.560839] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: IN_PROGRESS for 2s [ 632.616332] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.616519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.616573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.616796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.616971] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.617096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.617160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.617318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.617405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.617492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.617640] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.617735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.618031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.618259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.618408] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.618502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.618559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.618696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.618774] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.618856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.618956] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.841167] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.841360] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-295" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.841483] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-295" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.841853] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-295" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.842503] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.842669] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.842780] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.843053] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.843149] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.843351] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.843702] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.843702] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.843702] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.843890] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.843890] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.843961] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.863403] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.863656] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.864345] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.864345] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-295" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.864453] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.864594] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.864753] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.865076] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.865230] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.015276] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.015601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.015601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.015748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.015838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.016048] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.016790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.016790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.016790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.016790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.016790] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a already deleted. [ 633.016790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.081370] env[66687]: INFO networking_nsxv3.common.synchronization [None req-212d53a0-01d3-46c0-ad4e-ecacb733eb7b None None] Enqueued Resource ID: faf3dd7c-f2f1-422a-97ac-f96a245149d7 with Priority: HIGHEST for action port [ 633.081370] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf3dd7c-f2f1-422a-97ac-f96a245149d7 with Priority: HIGHEST for action port [ 633.081370] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf3dd7c-f2f1-422a-97ac-f96a245149d7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.081370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf3dd7c-f2f1-422a-97ac-f96a245149d7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.081370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf3dd7c-f2f1-422a-97ac-f96a245149d7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.081370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf3dd7c-f2f1-422a-97ac-f96a245149d7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.081370] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf3dd7c-f2f1-422a-97ac-f96a245149d7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.123305] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 032352ff-6227-450a-8583-521478433ab2: rpc.has_security_group_logging(os_id): False [ 633.139658] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.139658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.139658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.139955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.139955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.140807] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.140807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.140807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.140807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.140807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.140807] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.141282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.141282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.141282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.141282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.141702] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.141702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.141702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.141702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.141702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.141881] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 032352ff-6227-450a-8583-521478433ab2 is going to be updated. [ 633.223565] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.223768] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.223834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.224022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.224175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.237736] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: IN_PROGRESS for 2s [ 633.371023] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.371023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.371023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.371023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.371023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.371023] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 not found, creating... [ 633.371023] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.371023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.371023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.371023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.371023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.371911] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.371911] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.371911] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.371911] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.371911] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.371911] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 is going to be created. [ 633.407022] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.407335] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.407411] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.407655] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.407884] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.408128] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.586277] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faf3dd7c-f2f1-422a-97ac-f96a245149d7 [ 633.586529] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.586828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.586828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.586982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.587062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.587165] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faf3dd7c-f2f1-422a-97ac-f96a245149d7 already deleted. [ 633.587242] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf3dd7c-f2f1-422a-97ac-f96a245149d7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.130132] env[66687]: INFO networking_nsxv3.common.synchronization [req-520256b1-8211-4980-a3b5-4c2da1792c2c req-5b976cb2-3f59-40eb-9804-7429f5c6bb6c service nova] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 634.130493] env[66687]: INFO networking_nsxv3.common.synchronization [req-520256b1-8211-4980-a3b5-4c2da1792c2c req-5b976cb2-3f59-40eb-9804-7429f5c6bb6c service nova] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 634.130533] env[66687]: INFO networking_nsxv3.common.synchronization [req-520256b1-8211-4980-a3b5-4c2da1792c2c req-5b976cb2-3f59-40eb-9804-7429f5c6bb6c service nova] Enqueued Resource ID: 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 with Priority: HIGHEST for action port [ 634.132532] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 634.132532] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 634.132532] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 with Priority: HIGHEST for action port [ 634.133052] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.133210] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.133338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.133588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.133948] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.135021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.136123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.136123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.136123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.136123] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.136123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.136123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.136123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.136123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.136123] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.137142] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.137252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.137349] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.137511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.137841] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.574261] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: SUCCESS [ 634.574497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.574931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.574931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.575120] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.575398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.575398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.575513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.575554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.575628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.575732] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.639402] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.639711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.639979] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.640884] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 with status ACTIVE [ 634.641150] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.641240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.641305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.641509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.641588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.641774] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.642898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.642898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.642898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.642898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.643094] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.643165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.643256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.643431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.643825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.643825] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 is going to be updated. [ 634.681622] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.681945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.681945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.682278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.682386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.682561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.080625] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.080625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.080625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.080625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.080932] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.080932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.080932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.081064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.081199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.081296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.081443] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.081534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.081592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.081761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.082166] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.082166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.082166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.082342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.082472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.082572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.082674] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.145566] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.257824] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: SUCCESS [ 635.258079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.590101] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb: rpc.has_security_group_logging(os_id): False [ 635.609357] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.609546] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.609546] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.609696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.609790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.609976] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.610093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.610159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.610374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.610374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.610565] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.610662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.610741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.610884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.610958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.611185] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.611486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.611486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.611486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.611619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.611690] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb is going to be updated. [ 635.651014] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.651252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.651297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.651530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.651643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.651699] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be created. [ 635.683250] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.683459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.683508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.683687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.683888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.689382] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.689515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.689576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.689771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.689923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.702840] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: UNINITIALIZED for 2s [ 635.711315] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: IN_PROGRESS for 2s [ 636.072130] env[66687]: INFO networking_nsxv3.common.synchronization [None req-8a6c788e-9698-41e2-8645-61dd4ff9cb51 None None] Enqueued Resource ID: 7303fe1a-5ec8-497c-b731-4aaa775a49cd with Priority: HIGHEST for action port [ 636.072130] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7303fe1a-5ec8-497c-b731-4aaa775a49cd with Priority: HIGHEST for action port [ 636.072130] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7303fe1a-5ec8-497c-b731-4aaa775a49cd taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.072130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7303fe1a-5ec8-497c-b731-4aaa775a49cd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.072130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7303fe1a-5ec8-497c-b731-4aaa775a49cd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.072130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7303fe1a-5ec8-497c-b731-4aaa775a49cd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.072130] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7303fe1a-5ec8-497c-b731-4aaa775a49cd',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.577365] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7303fe1a-5ec8-497c-b731-4aaa775a49cd [ 636.577365] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.577365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.577365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.577365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.577365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.577365] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7303fe1a-5ec8-497c-b731-4aaa775a49cd already deleted. [ 636.577365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7303fe1a-5ec8-497c-b731-4aaa775a49cd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.716624] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 637.716624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.716946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.716946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.717247] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.717247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.717377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.717510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.717553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.717650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.717704] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.728143] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: SUCCESS [ 637.728143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.225023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.225023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.225023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.225023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.225023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.225931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.225931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.225931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.225931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.225931] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.728931] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aa159b9-db17-4ffc-815d-e3095746609a: rpc.has_security_group_logging(os_id): False [ 638.748236] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.748379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.748456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.748677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.748764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.748977] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.749420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.749420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.749420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.749420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.749622] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.749744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.749809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.749957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.750043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.750225] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.750843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.750942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.751147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.751217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.751308] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be created. [ 638.811817] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.811970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.812085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.812381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.812784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.826293] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 639.283816] env[66687]: INFO networking_nsxv3.common.synchronization [None req-0136d5c0-6c9a-444e-a982-86f24cecbfda None None] Enqueued Resource ID: 97f085d2-c949-4866-9d03-a7954187af56 with Priority: HIGHEST for action port [ 639.285878] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f085d2-c949-4866-9d03-a7954187af56 with Priority: HIGHEST for action port [ 639.286216] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f085d2-c949-4866-9d03-a7954187af56 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.286345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f085d2-c949-4866-9d03-a7954187af56" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.286512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f085d2-c949-4866-9d03-a7954187af56" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.286671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f085d2-c949-4866-9d03-a7954187af56" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.289037] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f085d2-c949-4866-9d03-a7954187af56',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.561762] env[66687]: INFO networking_nsxv3.common.synchronization [req-78b8c3ae-69fa-4de1-a516-749cbb4b2731 req-1c3973d9-d868-4416-8963-633974024518 tempest-DeleteServersAdminTestJSON-1517231584 tempest-DeleteServersAdminTestJSON-1517231584-project-member] Enqueued Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 639.562649] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 639.562767] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.562933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.563048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.563358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.563494] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.563594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.563657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.563820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.564324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.564324] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.791148] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f085d2-c949-4866-9d03-a7954187af56 [ 639.791534] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.791600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.791636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.792074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.792074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.792213] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f085d2-c949-4866-9d03-a7954187af56 already deleted. [ 639.792213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f085d2-c949-4866-9d03-a7954187af56" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.066460] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.066460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.066792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.066792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.066989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.067621] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.067621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.067621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.069463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.069463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.069463] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 is going to be updated. [ 640.089259] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.089499] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.091586] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.092807] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.092807] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.092807] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.094181] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.094181] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.094181] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.094503] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.094815] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.095078] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.095338] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.095643] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.095939] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.096248] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.107688] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.107908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.107908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.108543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.108543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.122602] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.122824] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.122954] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.126888] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.126888] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-c4cdfff2-a44d-4d84-9345-0c616be3a7c2 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.126888] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-c4cdfff2-a44d-4d84-9345-0c616be3a7c2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.126888] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-c4cdfff2-a44d-4d84-9345-0c616be3a7c2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.126888] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-c4cdfff2-a44d-4d84-9345-0c616be3a7c2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.126888] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4cdfff2-a44d-4d84-9345-0c616be3a7c2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.126888] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: IN_PROGRESS for 2s [ 640.628483] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.628792] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.628951] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.629279] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.629433] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.629595] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port c4cdfff2-a44d-4d84-9345-0c616be3a7c2 not found, creating... [ 640.629943] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.630112] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.630228] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.630480] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.630617] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.630897] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.631239] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.631411] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.631655] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.631825] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.632173] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: c4cdfff2-a44d-4d84-9345-0c616be3a7c2 is going to be created. [ 640.654390] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.654722] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.654921] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.655326] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.655664] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.656080] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-c4cdfff2-a44d-4d84-9345-0c616be3a7c2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.844476] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 640.844871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.395577] env[66687]: INFO networking_nsxv3.common.synchronization [req-78b8c3ae-69fa-4de1-a516-749cbb4b2731 req-60894f28-f8f5-43e5-bbff-2b9c0ad472c3 service nova] Enqueued Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_rules [ 641.395746] env[66687]: INFO networking_nsxv3.common.synchronization [req-78b8c3ae-69fa-4de1-a516-749cbb4b2731 req-60894f28-f8f5-43e5-bbff-2b9c0ad472c3 service nova] Enqueued Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 641.395871] env[66687]: INFO networking_nsxv3.common.synchronization [req-78b8c3ae-69fa-4de1-a516-749cbb4b2731 req-60894f28-f8f5-43e5-bbff-2b9c0ad472c3 service nova] Enqueued Resource ID: c4cdfff2-a44d-4d84-9345-0c616be3a7c2 with Priority: HIGHEST for action port [ 641.396120] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_rules [ 641.396248] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 641.396350] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4cdfff2-a44d-4d84-9345-0c616be3a7c2 with Priority: HIGHEST for action port [ 641.396910] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.397564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.397564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.397752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.397808] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.400265] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.400427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.400726] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4cdfff2-a44d-4d84-9345-0c616be3a7c2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.400882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4cdfff2-a44d-4d84-9345-0c616be3a7c2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.400978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4cdfff2-a44d-4d84-9345-0c616be3a7c2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.401314] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4cdfff2-a44d-4d84-9345-0c616be3a7c2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.401398] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4cdfff2-a44d-4d84-9345-0c616be3a7c2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.599799] env[66687]: INFO networking_nsxv3.common.synchronization [req-a94b019d-7a88-447e-a27e-a573b837b7b5 req-7af52954-17fd-4342-bf18-f7aaa28a7055 tempest-VolumesAdminNegativeTest-1754340700 tempest-VolumesAdminNegativeTest-1754340700-project-member] Enqueued Resource ID: 1309de92-d148-4727-b5d6-06eb45b536d5 with Priority: HIGHEST for action security_group_members [ 641.600326] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1309de92-d148-4727-b5d6-06eb45b536d5 with Priority: HIGHEST for action security_group_members [ 641.600652] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1309de92-d148-4727-b5d6-06eb45b536d5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.600781] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.600850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.601129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.601336] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.601470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.601668] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.601711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.602274] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.602274] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1309de92-d148-4727-b5d6-06eb45b536d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.903890] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.905499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.906539] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4cdfff2-a44d-4d84-9345-0c616be3a7c2 with status ACTIVE [ 641.907565] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.907565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.907565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.907565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.907565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.907565] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.907565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.908430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.908430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.908430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.908430] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.908430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.908430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.908430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.908430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.909423] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4cdfff2-a44d-4d84-9345-0c616be3a7c2 is going to be updated. [ 641.943310] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.943310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.943310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.943674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.943674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.943839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4cdfff2-a44d-4d84-9345-0c616be3a7c2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.104803] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.105036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.105193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.105308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.105383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.105577] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.105670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.105819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.106380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.106380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.106380] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1309de92-d148-4727-b5d6-06eb45b536d5 is going to be updated. [ 642.143115] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: SUCCESS [ 642.143316] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 deletion is rescheduled due to dependency. [ 642.143440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.143623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.143932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.144033] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.144158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.144226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.144381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.144483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.144602] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.150519] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.150651] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.150651] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.150867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.151022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.160934] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1309de92-d148-4727-b5d6-06eb45b536d5 in Status: IN_PROGRESS for 2s [ 642.656427] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.159051] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.662203] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.662671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.662671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.662842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.662998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.663128] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 is going to be updated. [ 643.693512] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.693687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.693760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.696022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.696022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.705419] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: IN_PROGRESS for 2s [ 644.170925] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1309de92-d148-4727-b5d6-06eb45b536d5 in Status: SUCCESS [ 644.171313] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1309de92-d148-4727-b5d6-06eb45b536d5 deletion is rescheduled due to dependency. [ 644.171642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.715254] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: SUCCESS [ 645.715597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.715688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.715923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.716159] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.716285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.716343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.716465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.716549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.716631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.716724] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.222882] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.223058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.223139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.223402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.223593] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.223694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.223760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.223920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.224030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.224130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.224321] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.224448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.224515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.224658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.224820] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.224878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.224943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.225113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.225192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.225279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.225344] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.601903] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.602035] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 646.713121] env[66687]: INFO networking_nsxv3.common.synchronization [None req-8c545cf2-5059-4af5-af0b-f6e836992cae None None] Enqueued Resource ID: 368e4454-6e54-4c7d-b8eb-97cbd0487cbd with Priority: HIGHEST for action port [ 646.713236] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368e4454-6e54-4c7d-b8eb-97cbd0487cbd with Priority: HIGHEST for action port [ 646.713870] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-368e4454-6e54-4c7d-b8eb-97cbd0487cbd taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.714018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-368e4454-6e54-4c7d-b8eb-97cbd0487cbd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.714148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-368e4454-6e54-4c7d-b8eb-97cbd0487cbd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.714431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-368e4454-6e54-4c7d-b8eb-97cbd0487cbd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.714513] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('368e4454-6e54-4c7d-b8eb-97cbd0487cbd',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.727029] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf35ba37-94e7-4291-b1ef-a6cd6beeafb6: rpc.has_security_group_logging(os_id): False [ 646.748453] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.748643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.748739] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.749043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.749194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.749491] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.749637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.749713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.749942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.750026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.750339] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.750419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.750455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.750673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.750750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.750960] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.751101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.751186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.751444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.751540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.751654] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 is going to be updated. [ 646.839468] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.839639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.839717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.839993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.840164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.853509] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: IN_PROGRESS for 2s [ 647.095952] env[66687]: INFO networking_nsxv3.common.synchronization [req-298c2865-8206-4657-85d3-81568590766e req-1a52bc62-948d-42ae-b105-f0475f85fc63 tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 647.097028] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 647.097467] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.097841] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.097995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.098683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.099587] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.099775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.099775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.100176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.100176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.100176] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.216509] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 368e4454-6e54-4c7d-b8eb-97cbd0487cbd [ 647.216912] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.216912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.216912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.217290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.217454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.217623] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:368e4454-6e54-4c7d-b8eb-97cbd0487cbd already deleted. [ 647.217775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-368e4454-6e54-4c7d-b8eb-97cbd0487cbd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.602295] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.602453] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.602608] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.603307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.603307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.603307] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.603307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.603307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.603557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.603557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.603557] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 already deleted. [ 647.603650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.673377] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.673583] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.673749] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.674525] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.674525] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.674525] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.674687] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.674849] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.675454] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.675454] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.675454] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.675454] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.675748] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.675748] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.675748] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.675870] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.697023] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.697496] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.697762] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.697965] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.698417] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-d4138d8d-af47-40fe-985b-8648d4a72562 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.698532] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-d4138d8d-af47-40fe-985b-8648d4a72562" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.698605] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-d4138d8d-af47-40fe-985b-8648d4a72562" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.698926] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-d4138d8d-af47-40fe-985b-8648d4a72562" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.699077] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4138d8d-af47-40fe-985b-8648d4a72562',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.860668] env[66687]: INFO networking_nsxv3.common.synchronization [req-0fe00bd2-4b52-482b-b6d4-8e642b1e15ea req-a5df8c36-3bd8-4b76-9a8b-bf903f045594 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 647.860668] env[66687]: INFO networking_nsxv3.common.synchronization [req-0fe00bd2-4b52-482b-b6d4-8e642b1e15ea req-a5df8c36-3bd8-4b76-9a8b-bf903f045594 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 with Priority: HIGHEST for action security_group_members [ 647.861208] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 647.861402] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 with Priority: HIGHEST for action security_group_members [ 647.861703] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.861822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.861890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.862176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.862357] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.862495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.862543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.862697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.863316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.863316] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.863677] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.863787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.863948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.864336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.864336] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.864336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.864336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.864542] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.864542] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.864654] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.913861] env[66687]: INFO networking_nsxv3.common.synchronization [req-0fe00bd2-4b52-482b-b6d4-8e642b1e15ea req-a5df8c36-3bd8-4b76-9a8b-bf903f045594 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_rules [ 647.914068] env[66687]: INFO networking_nsxv3.common.synchronization [req-0fe00bd2-4b52-482b-b6d4-8e642b1e15ea req-a5df8c36-3bd8-4b76-9a8b-bf903f045594 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 647.914279] env[66687]: INFO networking_nsxv3.common.synchronization [req-0fe00bd2-4b52-482b-b6d4-8e642b1e15ea req-a5df8c36-3bd8-4b76-9a8b-bf903f045594 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 with Priority: HIGHEST for action security_group_rules [ 647.914461] env[66687]: INFO networking_nsxv3.common.synchronization [req-0fe00bd2-4b52-482b-b6d4-8e642b1e15ea req-a5df8c36-3bd8-4b76-9a8b-bf903f045594 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 with Priority: HIGHEST for action security_group_members [ 647.914461] env[66687]: INFO networking_nsxv3.common.synchronization [req-0fe00bd2-4b52-482b-b6d4-8e642b1e15ea req-a5df8c36-3bd8-4b76-9a8b-bf903f045594 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: 0d0d366b-b406-4760-a96e-1c047e45b27e with Priority: HIGHEST for action port [ 647.914922] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_rules [ 647.915130] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 with Priority: HIGHEST for action security_group_rules [ 647.915256] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0d366b-b406-4760-a96e-1c047e45b27e with Priority: HIGHEST for action port [ 647.915353] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 647.915454] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 with Priority: HIGHEST for action security_group_members [ 647.915726] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.915849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.915914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.916131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.916209] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.917113] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.917255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.917652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.917652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.917652] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.918359] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d0d366b-b406-4760-a96e-1c047e45b27e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.918491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.918549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.918726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.918796] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0d366b-b406-4760-a96e-1c047e45b27e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.919650] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.919743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.920831] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.920939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.201600] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.201872] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.201944] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.202321] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.202514] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.202671] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port d4138d8d-af47-40fe-985b-8648d4a72562 not found, creating... [ 648.202939] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.203108] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.203238] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.203530] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.203706] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.204034] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.204192] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.204302] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.204511] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.204635] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.204770] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: d4138d8d-af47-40fe-985b-8648d4a72562 is going to be created. [ 648.229985] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.230215] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.230334] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.230645] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.230878] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.231126] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-d4138d8d-af47-40fe-985b-8648d4a72562" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.366412] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.367405] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.422401] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d0d366b-b406-4760-a96e-1c047e45b27e with status ACTIVE [ 648.423372] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.423372] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.423372] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.423372] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.423372] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.424142] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.424142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.424142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.424142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.424142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.424492] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.424715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.424862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.425071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.425184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.425803] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d0d366b-b406-4760-a96e-1c047e45b27e is going to be updated. [ 648.427123] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.427270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.427545] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.427673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.467246] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.467246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.467246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.467246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.467246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.475650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.871878] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.871878] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.873177] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: SUCCESS [ 648.873177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.986361] env[66687]: INFO networking_nsxv3.common.synchronization [None req-f208bef0-43ec-4452-9ae4-64bf555abbae None None] Enqueued Resource ID: 2594bfee-a50b-49dd-a4bd-2a3f06b0f3d9 with Priority: HIGHEST for action port [ 648.986684] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2594bfee-a50b-49dd-a4bd-2a3f06b0f3d9 with Priority: HIGHEST for action port [ 648.987117] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2594bfee-a50b-49dd-a4bd-2a3f06b0f3d9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.987299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2594bfee-a50b-49dd-a4bd-2a3f06b0f3d9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.987399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2594bfee-a50b-49dd-a4bd-2a3f06b0f3d9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.988155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2594bfee-a50b-49dd-a4bd-2a3f06b0f3d9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.988155] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2594bfee-a50b-49dd-a4bd-2a3f06b0f3d9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.052465] env[66687]: INFO networking_nsxv3.common.synchronization [req-298c2865-8206-4657-85d3-81568590766e req-11a3c6b0-01a6-4387-89d1-87a06251591c service nova] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_rules [ 649.052692] env[66687]: INFO networking_nsxv3.common.synchronization [req-298c2865-8206-4657-85d3-81568590766e req-11a3c6b0-01a6-4387-89d1-87a06251591c service nova] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 649.052908] env[66687]: INFO networking_nsxv3.common.synchronization [req-298c2865-8206-4657-85d3-81568590766e req-11a3c6b0-01a6-4387-89d1-87a06251591c service nova] Enqueued Resource ID: d4138d8d-af47-40fe-985b-8648d4a72562 with Priority: HIGHEST for action port [ 649.054198] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_rules [ 649.054198] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 649.054198] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4138d8d-af47-40fe-985b-8648d4a72562 with Priority: HIGHEST for action port [ 649.054320] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.055056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.055056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.055056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.055056] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.056060] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.056181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.056251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.056432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.056580] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.056691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.056741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.056873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.056957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.057135] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.057956] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4138d8d-af47-40fe-985b-8648d4a72562 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.058133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4138d8d-af47-40fe-985b-8648d4a72562" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.058224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4138d8d-af47-40fe-985b-8648d4a72562" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.058477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4138d8d-af47-40fe-985b-8648d4a72562" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.058477] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4138d8d-af47-40fe-985b-8648d4a72562',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.314121] env[66687]: INFO networking_nsxv3.common.synchronization [req-a611b5d6-80e1-48ee-a7f6-6e8ec2de1f82 req-5d0f5dfe-64ff-46a2-b712-bb94a3273546 tempest-ServersWithSpecificFlavorTestJSON-474850466 tempest-ServersWithSpecificFlavorTestJSON-474850466-project-member] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 649.314764] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 649.315113] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.315294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.315380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.315691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.315874] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.315978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.316053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.316210] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.316296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.316431] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.372184] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.372336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.372442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.372743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.372865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.372984] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 is going to be updated. [ 649.381807] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.381995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.382052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.382411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.382411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.382514] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 is going to be created. [ 649.407791] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.407791] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.407791] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.408847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.408847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.411386] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.411825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.413624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.413624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.413624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.421063] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 in Status: UNINITIALIZED for 2s [ 649.421779] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: IN_PROGRESS for 2s [ 649.490752] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2594bfee-a50b-49dd-a4bd-2a3f06b0f3d9 [ 649.491091] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.491974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.491974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.491974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.491974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.491974] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2594bfee-a50b-49dd-a4bd-2a3f06b0f3d9 already deleted. [ 649.492237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2594bfee-a50b-49dd-a4bd-2a3f06b0f3d9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.565081] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.565081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.565081] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.565081] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4138d8d-af47-40fe-985b-8648d4a72562 with status ACTIVE [ 649.565081] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.565081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.565081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.565081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.565081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.565081] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.565081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.565081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.565081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.565081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.565818] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.565818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.565818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.565818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.565818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.565818] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4138d8d-af47-40fe-985b-8648d4a72562 is going to be updated. [ 649.593320] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.593320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.593320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.593320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.594014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.594213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4138d8d-af47-40fe-985b-8648d4a72562" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.810790] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.810990] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-508" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.811131] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-508" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.811673] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-508" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.811864] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.812339] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.812827] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.813169] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.813356] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.813563] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.813743] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.813852] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.813998] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.814064] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.814167] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.814291] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.818974] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.819126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.819198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.819429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.819570] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.819705] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.819832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.819894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.820057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.820199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.820241] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b already deleted. [ 649.820283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.853787] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.853958] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.854109] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.854321] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-508" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.854719] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-38c921c3-9518-449a-8725-5ed2c0e24de6 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.854934] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-38c921c3-9518-449a-8725-5ed2c0e24de6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.855028] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-38c921c3-9518-449a-8725-5ed2c0e24de6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.856255] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-38c921c3-9518-449a-8725-5ed2c0e24de6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.856255] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38c921c3-9518-449a-8725-5ed2c0e24de6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.067139] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.358069] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.358384] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.358478] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.358719] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.358865] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.359034] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 38c921c3-9518-449a-8725-5ed2c0e24de6 not found, creating... [ 650.359345] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.359520] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.359640] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.359977] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.360209] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.360741] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.360967] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.361327] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.361656] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.361893] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.362486] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 38c921c3-9518-449a-8725-5ed2c0e24de6 is going to be created. [ 650.387558] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.388089] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.388255] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.388568] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.388890] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.389453] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-38c921c3-9518-449a-8725-5ed2c0e24de6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.572235] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.572235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.572430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.573024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.573024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.573024] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be created. [ 650.599648] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.599856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.599971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.600248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.600445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.614801] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: UNINITIALIZED for 2s [ 651.131790] env[66687]: INFO networking_nsxv3.common.synchronization [req-a611b5d6-80e1-48ee-a7f6-6e8ec2de1f82 req-e8974b9e-8936-45cb-8f08-e7a198d7e660 service nova] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_rules [ 651.131790] env[66687]: INFO networking_nsxv3.common.synchronization [req-a611b5d6-80e1-48ee-a7f6-6e8ec2de1f82 req-e8974b9e-8936-45cb-8f08-e7a198d7e660 service nova] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 651.131790] env[66687]: INFO networking_nsxv3.common.synchronization [req-a611b5d6-80e1-48ee-a7f6-6e8ec2de1f82 req-e8974b9e-8936-45cb-8f08-e7a198d7e660 service nova] Enqueued Resource ID: 38c921c3-9518-449a-8725-5ed2c0e24de6 with Priority: HIGHEST for action port [ 651.132249] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_rules [ 651.132249] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 651.132439] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c921c3-9518-449a-8725-5ed2c0e24de6 with Priority: HIGHEST for action port [ 651.132668] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.133154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.133154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.133399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.133810] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.134980] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.134980] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.134980] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.134980] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.134980] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.135195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.135195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.135265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.135299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.137435] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.137435] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-38c921c3-9518-449a-8725-5ed2c0e24de6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.137435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38c921c3-9518-449a-8725-5ed2c0e24de6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.137435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38c921c3-9518-449a-8725-5ed2c0e24de6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.137435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38c921c3-9518-449a-8725-5ed2c0e24de6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.137435] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38c921c3-9518-449a-8725-5ed2c0e24de6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.433727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 in Status: SUCCESS [ 651.433948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.434173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.434415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.434605] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.434806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.435096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.435802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.435941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.436076] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.439942] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: SUCCESS [ 651.439942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.439942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.439942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.439942] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.439942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.439942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.440239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.441633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.441633] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.642019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.642019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.642019] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.642019] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38c921c3-9518-449a-8725-5ed2c0e24de6 with status ACTIVE [ 651.642019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.642019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.642019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.642019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.642019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.642019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.642019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.642019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.642770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.642770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.642770] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.642770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.642770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.643053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.643053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.643053] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38c921c3-9518-449a-8725-5ed2c0e24de6 is going to be updated. [ 651.666293] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.666494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.666494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.668030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.668030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.668030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38c921c3-9518-449a-8725-5ed2c0e24de6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.945041] env[66687]: INFO networking_nsxv3.common.synchronization [req-55db2363-1c1d-44f4-9381-21ed013a295c req-82c50e39-5807-46f8-ba12-cbb0a109b2c4 tempest-ServersAdminTestJSON-1106153793 tempest-ServersAdminTestJSON-1106153793-project-member] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 651.945644] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 651.946272] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.947722] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.947722] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.947910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.947910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.948911] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.948911] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.950782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.950894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.951462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.951462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.951574] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.147650] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.347370] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.347459] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.347592] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.347944] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.348443] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.348677] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.348831] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.349159] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.349387] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.349623] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.349767] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.349905] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.350061] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.350205] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.350361] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.350545] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.374221] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.374409] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.374502] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.374673] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.374986] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-21e0631f-ecf4-4e52-b9a8-e2c474877b1a taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.375172] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-21e0631f-ecf4-4e52-b9a8-e2c474877b1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.375295] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-21e0631f-ecf4-4e52-b9a8-e2c474877b1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.375632] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-21e0631f-ecf4-4e52-b9a8-e2c474877b1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.375763] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e0631f-ecf4-4e52-b9a8-e2c474877b1a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.454125] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.455533] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.458140] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.627125] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 652.627808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.628084] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.628631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.628631] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.629513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.629621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.629832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.629922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.630029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.630117] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.648398] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.648579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.648628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.648842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.648933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.649062] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b is going to be created. [ 652.674192] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.674392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.674392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.674616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.674779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.684455] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: UNINITIALIZED for 2s [ 652.881029] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.881029] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.881029] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.881029] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.881029] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.881029] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 21e0631f-ecf4-4e52-b9a8-e2c474877b1a not found, creating... [ 652.881029] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.881029] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.881029] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.881029] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.881029] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.881768] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.881768] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.881768] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.881768] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.881931] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.882095] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 21e0631f-ecf4-4e52-b9a8-e2c474877b1a is going to be created. [ 652.907019] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.907259] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.907468] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.907683] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.907916] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.908162] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-21e0631f-ecf4-4e52-b9a8-e2c474877b1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.958529] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.958529] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.958755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.958947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.958947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.959734] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 is going to be updated. [ 652.961079] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.961199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.961267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.961468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.961556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.961649] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 is going to be updated. [ 652.962646] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.003783] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.003972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.004115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.004341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.004456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.006223] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.006366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.006433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.006833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.006833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.016388] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 in Status: IN_PROGRESS for 2s [ 653.017018] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: IN_PROGRESS for 2s [ 653.132769] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.468777] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.469172] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.469172] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.469290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.469341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.469447] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 653.507047] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.507047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.507047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.507047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.507047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.516733] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 653.550791] env[66687]: INFO networking_nsxv3.common.synchronization [None req-b663f64c-a300-46ed-8229-0f8c16e4f87e None None] Enqueued Resource ID: 35cffa93-6b33-4dc7-aa31-52d4ce3a2bcb with Priority: HIGHEST for action port [ 653.551916] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cffa93-6b33-4dc7-aa31-52d4ce3a2bcb with Priority: HIGHEST for action port [ 653.551916] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-35cffa93-6b33-4dc7-aa31-52d4ce3a2bcb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.551916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35cffa93-6b33-4dc7-aa31-52d4ce3a2bcb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.551916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35cffa93-6b33-4dc7-aa31-52d4ce3a2bcb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.552722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35cffa93-6b33-4dc7-aa31-52d4ce3a2bcb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.552722] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35cffa93-6b33-4dc7-aa31-52d4ce3a2bcb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.584034] env[66687]: INFO networking_nsxv3.common.synchronization [req-a137ea8b-7ab0-4591-a7f3-a6ef57289bcf req-5a7bb267-58cc-4db3-9f14-e40f5fb021de tempest-ServerAddressesTestJSON-200400717 tempest-ServerAddressesTestJSON-200400717-project-member] Enqueued Resource ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 with Priority: HIGHEST for action security_group_members [ 653.584728] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 with Priority: HIGHEST for action security_group_members [ 653.585353] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7941e76e-a947-4aa1-826a-354d91c5d4c1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.585501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.585566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.585815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.585972] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.586395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.586483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.586638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.586764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.586903] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7941e76e-a947-4aa1-826a-354d91c5d4c1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.622654] env[66687]: INFO networking_nsxv3.common.synchronization [req-55db2363-1c1d-44f4-9381-21ed013a295c req-fb95508f-e3d0-4106-8836-07f72c043ec4 service nova] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_rules [ 653.622654] env[66687]: INFO networking_nsxv3.common.synchronization [req-55db2363-1c1d-44f4-9381-21ed013a295c req-fb95508f-e3d0-4106-8836-07f72c043ec4 service nova] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 653.622654] env[66687]: INFO networking_nsxv3.common.synchronization [req-55db2363-1c1d-44f4-9381-21ed013a295c req-fb95508f-e3d0-4106-8836-07f72c043ec4 service nova] Enqueued Resource ID: 21e0631f-ecf4-4e52-b9a8-e2c474877b1a with Priority: HIGHEST for action port [ 653.623527] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_rules [ 653.623650] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 653.623749] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e0631f-ecf4-4e52-b9a8-e2c474877b1a with Priority: HIGHEST for action port [ 653.626025] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.626176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.626243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.626454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.626536] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.627405] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.627620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.627699] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e0631f-ecf4-4e52-b9a8-e2c474877b1a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.628383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e0631f-ecf4-4e52-b9a8-e2c474877b1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.628383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e0631f-ecf4-4e52-b9a8-e2c474877b1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.628383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e0631f-ecf4-4e52-b9a8-e2c474877b1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.628383] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e0631f-ecf4-4e52-b9a8-e2c474877b1a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.636035] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be053028-0c8c-4f92-8385-1432033143f8: rpc.has_security_group_logging(os_id): False [ 653.655374] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.655374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.655374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.655374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.655705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.655745] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.656279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.656279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.656279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.656279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.656279] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be created. [ 653.721877] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.722049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.722108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.722338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.722885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.756388] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 653.989983] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.990846] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-640" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.990925] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-640" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.991254] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-640" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.991568] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.991719] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.991892] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.992095] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.992241] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.992447] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.992633] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.992633] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.992758] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.992821] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.992932] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.993099] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.015402] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.015402] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.015402] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.015402] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-640" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.015402] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-73c696d6-8783-4b59-a79f-a0548b5ce910 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.015402] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-73c696d6-8783-4b59-a79f-a0548b5ce910" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.015402] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-73c696d6-8783-4b59-a79f-a0548b5ce910" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.015402] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-73c696d6-8783-4b59-a79f-a0548b5ce910" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.015402] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73c696d6-8783-4b59-a79f-a0548b5ce910',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.055394] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35cffa93-6b33-4dc7-aa31-52d4ce3a2bcb [ 654.055394] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.055394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.055394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.055644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.055644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.055729] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35cffa93-6b33-4dc7-aa31-52d4ce3a2bcb already deleted. [ 654.055792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35cffa93-6b33-4dc7-aa31-52d4ce3a2bcb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.088856] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.089027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.089104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.089554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.089554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.089646] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.089702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.089773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.089940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.090058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.090097] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 already deleted. [ 654.090182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.130789] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.130789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.132728] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21e0631f-ecf4-4e52-b9a8-e2c474877b1a with status ACTIVE [ 654.133847] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.133847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.133847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.133847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.133847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.133847] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.133847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.133847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.134292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.134292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.134292] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.134292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.134438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.134438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.135031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.135031] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21e0631f-ecf4-4e52-b9a8-e2c474877b1a is going to be updated. [ 654.159438] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.159844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.160750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.160978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.161132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.161302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e0631f-ecf4-4e52-b9a8-e2c474877b1a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.230247] env[66687]: INFO networking_nsxv3.common.synchronization [req-d7337ca2-635b-4e1f-9c26-11a33bf84d38 req-80a1962c-86ea-4100-a951-3829d4bb5b11 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 654.230247] env[66687]: INFO networking_nsxv3.common.synchronization [req-d7337ca2-635b-4e1f-9c26-11a33bf84d38 req-80a1962c-86ea-4100-a951-3829d4bb5b11 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 with Priority: HIGHEST for action security_group_members [ 654.230390] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 654.230571] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 with Priority: HIGHEST for action security_group_members [ 654.233423] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.233423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.233423] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.233423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.278207] env[66687]: INFO networking_nsxv3.common.synchronization [req-d7337ca2-635b-4e1f-9c26-11a33bf84d38 req-80a1962c-86ea-4100-a951-3829d4bb5b11 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_rules [ 654.278382] env[66687]: INFO networking_nsxv3.common.synchronization [req-d7337ca2-635b-4e1f-9c26-11a33bf84d38 req-80a1962c-86ea-4100-a951-3829d4bb5b11 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 654.278471] env[66687]: INFO networking_nsxv3.common.synchronization [req-d7337ca2-635b-4e1f-9c26-11a33bf84d38 req-80a1962c-86ea-4100-a951-3829d4bb5b11 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: 0d0d366b-b406-4760-a96e-1c047e45b27e with Priority: HIGHEST for action port [ 654.281789] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_rules [ 654.281789] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 654.281789] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0d366b-b406-4760-a96e-1c047e45b27e with Priority: HIGHEST for action port [ 654.281789] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.281789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.281789] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.281789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.281789] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d0d366b-b406-4760-a96e-1c047e45b27e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.281789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.281789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.281789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.281789] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0d366b-b406-4760-a96e-1c047e45b27e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.518203] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.518498] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.518498] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.519753] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.520278] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.520278] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 73c696d6-8783-4b59-a79f-a0548b5ce910 not found, creating... [ 654.520402] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.520619] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.520686] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.520915] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.521042] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.521384] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.521560] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.521670] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.521917] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.523218] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.523426] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 73c696d6-8783-4b59-a79f-a0548b5ce910 is going to be created. [ 654.549797] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.549797] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.549797] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.551258] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.551560] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.551798] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-73c696d6-8783-4b59-a79f-a0548b5ce910" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.695437] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: SUCCESS [ 654.695698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.695878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.696117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.696313] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.696435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.696647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.696647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.696744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.697187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.697187] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.787044] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d0d366b-b406-4760-a96e-1c047e45b27e with status ACTIVE [ 654.787551] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.787706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.787803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.788096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.788189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.788476] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.788476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.788657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.788708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.788759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.788930] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.789062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.789104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.789240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.789309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.789667] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d0d366b-b406-4760-a96e-1c047e45b27e is going to be updated. [ 654.820480] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.821300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.821473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.821757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.822073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.822302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d0d366b-b406-4760-a96e-1c047e45b27e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.034518] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 in Status: SUCCESS [ 655.034741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.034940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.035229] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.035434] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.035556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.035622] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.035788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.035869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.035953] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.036068] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.037719] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: SUCCESS [ 655.037904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.038658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.038658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.038658] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.038658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.038658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.039130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.039130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.039130] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.040141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.040141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.040311] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.040418] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.040487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.040651] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.040743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.040813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.040871] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.042037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.042175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.042330] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.042481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.042580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.042781] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.042877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.042933] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.202363] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.220887] env[66687]: INFO networking_nsxv3.common.synchronization [req-30439e41-ac70-4d51-b18a-18ed9eb6fe81 req-5b1c4767-6131-4d37-82d3-ae1292d7bacd tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_members [ 655.221324] env[66687]: INFO networking_nsxv3.common.synchronization [req-30439e41-ac70-4d51-b18a-18ed9eb6fe81 req-5b1c4767-6131-4d37-82d3-ae1292d7bacd tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 655.221831] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_members [ 655.221979] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 655.227080] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-648c7659-e49a-4078-aa14-69eb0da731b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.227234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.227304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.227594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.227766] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.227869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.227931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.228097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.228184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.228278] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.229262] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.229376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.229434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.229597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.229747] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.232582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.232582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.232582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.232582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.232582] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.274527] env[66687]: INFO networking_nsxv3.common.synchronization [req-30439e41-ac70-4d51-b18a-18ed9eb6fe81 req-5b1c4767-6131-4d37-82d3-ae1292d7bacd tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 655.274700] env[66687]: INFO networking_nsxv3.common.synchronization [req-30439e41-ac70-4d51-b18a-18ed9eb6fe81 req-5b1c4767-6131-4d37-82d3-ae1292d7bacd tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 655.274830] env[66687]: INFO networking_nsxv3.common.synchronization [req-30439e41-ac70-4d51-b18a-18ed9eb6fe81 req-5b1c4767-6131-4d37-82d3-ae1292d7bacd tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_rules [ 655.274950] env[66687]: INFO networking_nsxv3.common.synchronization [req-30439e41-ac70-4d51-b18a-18ed9eb6fe81 req-5b1c4767-6131-4d37-82d3-ae1292d7bacd tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_members [ 655.275081] env[66687]: INFO networking_nsxv3.common.synchronization [req-30439e41-ac70-4d51-b18a-18ed9eb6fe81 req-5b1c4767-6131-4d37-82d3-ae1292d7bacd tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 with Priority: HIGHEST for action port [ 655.275538] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 655.275676] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_rules [ 655.275774] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 with Priority: HIGHEST for action port [ 655.275866] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 655.275955] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_members [ 655.276579] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.276736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.276783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.276974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.277040] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.278020] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-648c7659-e49a-4078-aa14-69eb0da731b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.278151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.278209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.278566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.282019] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.282019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.282019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.282019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.282019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.282019] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.284178] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.284178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.284178] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-648c7659-e49a-4078-aa14-69eb0da731b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.284178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.528846] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 655.530627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.530991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.531411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.532057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.532057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.534028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.534028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.534028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.534028] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.535409] env[66687]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 655.543934] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.543934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.543934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.544437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.544437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.544580] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.544705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.544705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.544823] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.544992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.544992] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 is going to be deleted. [ 655.546330] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.547640] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.547771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.547897] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.589217] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.589372] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.589756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.589756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.589756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.589898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.705274] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40c8f118-7a6d-4b77-9568-10d4dbb7044b: rpc.has_security_group_logging(os_id): False [ 655.723899] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.724170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.724253] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.724492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.724582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.724982] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.724982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.724982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.725182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.725255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.725340] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b is going to be created. [ 655.733673] env[66687]: INFO networking_nsxv3.common.synchronization [req-a137ea8b-7ab0-4591-a7f3-a6ef57289bcf req-d31f4837-5de3-4ee9-824c-6d8aed0a150a service nova] Enqueued Resource ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 with Priority: HIGHEST for action security_group_rules [ 655.733857] env[66687]: INFO networking_nsxv3.common.synchronization [req-a137ea8b-7ab0-4591-a7f3-a6ef57289bcf req-d31f4837-5de3-4ee9-824c-6d8aed0a150a service nova] Enqueued Resource ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 with Priority: HIGHEST for action security_group_members [ 655.733991] env[66687]: INFO networking_nsxv3.common.synchronization [req-a137ea8b-7ab0-4591-a7f3-a6ef57289bcf req-d31f4837-5de3-4ee9-824c-6d8aed0a150a service nova] Enqueued Resource ID: 73c696d6-8783-4b59-a79f-a0548b5ce910 with Priority: HIGHEST for action port [ 655.734580] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.736102] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 with Priority: HIGHEST for action security_group_rules [ 655.736339] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 with Priority: HIGHEST for action security_group_members [ 655.736475] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c696d6-8783-4b59-a79f-a0548b5ce910 with Priority: HIGHEST for action port [ 655.736689] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.738540] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7941e76e-a947-4aa1-826a-354d91c5d4c1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.738700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.738933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.739043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.739147] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7941e76e-a947-4aa1-826a-354d91c5d4c1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.740755] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7941e76e-a947-4aa1-826a-354d91c5d4c1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.740878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.740948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.741139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.741289] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.741418] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.741487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.741989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.742243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.742243] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7941e76e-a947-4aa1-826a-354d91c5d4c1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.743163] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-73c696d6-8783-4b59-a79f-a0548b5ce910 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.743284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73c696d6-8783-4b59-a79f-a0548b5ce910" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.743338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73c696d6-8783-4b59-a79f-a0548b5ce910" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.743481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73c696d6-8783-4b59-a79f-a0548b5ce910" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.743554] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73c696d6-8783-4b59-a79f-a0548b5ce910',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.769427] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 655.769741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.783831] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.784516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.784516] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-648c7659-e49a-4078-aa14-69eb0da731b2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.784516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.787504] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 with status ACTIVE [ 655.787504] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.787504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.787642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.790812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.790812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.790812] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.790812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.790812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.790812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.790812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.790812] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.790812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.790812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.790812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.790812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.790812] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 is going to be updated. [ 655.803601] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.803601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.803792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.803964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.804123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.816660] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.816900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.816964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.818039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.818039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.818039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.818348] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: IN_PROGRESS for 2s [ 655.869913] env[66687]: INFO networking_nsxv3.common.synchronization [None req-dd6e18d2-517c-4907-b05a-db69eeb78c40 None None] Enqueued Resource ID: 6790b58d-c058-46fe-b61c-e3af988a7fbd with Priority: HIGHEST for action port [ 655.871884] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6790b58d-c058-46fe-b61c-e3af988a7fbd with Priority: HIGHEST for action port [ 655.871884] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6790b58d-c058-46fe-b61c-e3af988a7fbd taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.871884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6790b58d-c058-46fe-b61c-e3af988a7fbd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.871884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6790b58d-c058-46fe-b61c-e3af988a7fbd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.871884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6790b58d-c058-46fe-b61c-e3af988a7fbd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.871884] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6790b58d-c058-46fe-b61c-e3af988a7fbd',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.037201] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.050075] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6: rpc.has_security_group_logging(os_id): False [ 656.052861] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.069033] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.069033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.069033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.069263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.069263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.069441] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.069556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.069620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.069777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.069852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.069938] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 is going to be created. [ 656.092022] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6], does not exist path=[/infra/domains/default/groups/f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6]."\n}' [ 656.092022] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 [ 656.092022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 656.121199] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.121405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.121472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.121678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.122384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.122648] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.122751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.122812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.122975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.123366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.123576] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.124649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.124649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.124649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.124649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.124649] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 is going to be created. [ 656.142350] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6], does not exist path=[/infra/domains/default/groups/f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 [ 656.142536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.143161] env[66687]: Traceback (most recent call last): [ 656.143206] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 656.143206] env[66687]: return func(*args, **kwargs) [ 656.143206] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 656.143206] env[66687]: res.raise_for_status() [ 656.143206] env[66687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 656.143206] env[66687]: raise HTTPError(http_error_msg, response=self) [ 656.143206] env[66687]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 [ 656.143206] env[66687]: During handling of the above exception, another exception occurred: [ 656.143206] env[66687]: Traceback (most recent call last): [ 656.143561] env[66687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 656.143561] env[66687]: listener.cb(fileno) [ 656.143561] env[66687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 656.143561] env[66687]: result = function(*args, **kwargs) [ 656.143561] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 656.143561] env[66687]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 656.143561] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 656.143561] env[66687]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 656.143561] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 656.143561] env[66687]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 656.143561] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 656.143561] env[66687]: res.raise_for_status() [ 656.143561] env[66687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 656.143561] env[66687]: raise HTTPError(http_error_msg, response=self) [ 656.143561] env[66687]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f9b7b23a-ca0f-4671-b3ed-ad041c29fbe6 [ 656.143561] env[66687]: Removing descriptor: 19 [ 656.238750] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.245567] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.246590] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7941e76e-a947-4aa1-826a-354d91c5d4c1 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.246727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.250202] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7941e76e-a947-4aa1-826a-354d91c5d4c1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.265103] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73c696d6-8783-4b59-a79f-a0548b5ce910 with status ACTIVE [ 656.265759] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.265759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.265759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.265759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.266025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.266075] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.266146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.266205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.266361] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.266431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.266618] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.266712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.266760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.266973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.266973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.267092] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73c696d6-8783-4b59-a79f-a0548b5ce910 is going to be updated. [ 656.292258] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.292547] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.292547] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.292735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.292871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.293049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73c696d6-8783-4b59-a79f-a0548b5ce910" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.376787] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6790b58d-c058-46fe-b61c-e3af988a7fbd [ 656.376787] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.376787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.376787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.376787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.376787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.376787] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6790b58d-c058-46fe-b61c-e3af988a7fbd already deleted. [ 656.376787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6790b58d-c058-46fe-b61c-e3af988a7fbd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.539909] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.555108] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.555488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.555586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.555929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.555929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.556085] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 is going to be updated. [ 656.586068] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.586308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.586369] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.586590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.586763] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.595799] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: IN_PROGRESS for 2s [ 656.746117] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.746863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.746863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.746863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.746863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.746863] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 656.748059] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.748184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.748242] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.748413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.748657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.748657] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648c7659-e49a-4078-aa14-69eb0da731b2 is going to be created. [ 656.754781] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7941e76e-a947-4aa1-826a-354d91c5d4c1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.778653] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.779792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.779792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.779792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.779792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.783276] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.783447] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.783518] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.784036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.784036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.794303] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 656.801575] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: UNINITIALIZED for 2s [ 657.042166] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.042557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.042659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.042921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.043042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.043353] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 657.078885] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.079052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.079127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.079405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.079498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.092017] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 657.258892] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.259199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.259199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.259404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.259498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.259668] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 is going to be created. [ 657.285017] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.285017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.285017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.285017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.285017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.302095] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 in Status: UNINITIALIZED for 2s [ 657.834312] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: SUCCESS [ 657.834669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.029218] env[66687]: INFO networking_nsxv3.common.synchronization [None req-4c41baec-9801-4a29-bb8e-9d83c1016000 tempest-ServersV294TestFqdnHostnames-1346938505 tempest-ServersV294TestFqdnHostnames-1346938505-project-member] Enqueued Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_rules [ 658.029889] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_rules [ 658.030341] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.030341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.030341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.030716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.030716] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.459490] env[66687]: INFO networking_nsxv3.common.synchronization [None req-f780db79-c249-4c4e-af67-2d171e9ede13 tempest-ServersV294TestFqdnHostnames-1346938505 tempest-ServersV294TestFqdnHostnames-1346938505-project-member] Enqueued Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_rules [ 658.459490] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_rules [ 658.459490] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.459490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.555493] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.555493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.555493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.555493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.555493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.555493] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 already deleted. [ 658.555493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.555493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.555493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.555493] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.610137] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: SUCCESS [ 658.610137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.610137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.610137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.610137] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.610137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.610137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.610137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.610137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.610137] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.810398] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 658.810398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.810398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.810398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.810398] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.810398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.810398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.810398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.810398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.810398] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.814283] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: SUCCESS [ 658.815035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.815035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.815177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.815504] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.815681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.815782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.816021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.816193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.816266] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.078946] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.079418] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.079418] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.079586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.079726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.079842] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 already deleted. [ 659.079911] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.110627] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 659.110627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.110627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.110627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.110627] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.110627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.110926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.110926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.110926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.111052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.111145] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.114155] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.313142] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.315464] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 in Status: SUCCESS [ 659.315759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.316093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.316466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.316808] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.317069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.317267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.317591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.317847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.317999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.318169] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7941e76e-a947-4aa1-826a-354d91c5d4c1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.320125] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.592890] env[66687]: INFO networking_nsxv3.common.synchronization [req-d920f4ab-035e-4e0a-8150-7d0453098c28 req-88fed3be-6d2e-4423-b2c5-408a14b563b9 tempest-ServerDiagnosticsNegativeTest-1998711744 tempest-ServerDiagnosticsNegativeTest-1998711744-project-member] Enqueued Resource ID: 5dd37224-419e-4e42-a909-992682f889fb with Priority: HIGHEST for action security_group_members [ 659.593679] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd37224-419e-4e42-a909-992682f889fb with Priority: HIGHEST for action security_group_members [ 659.596221] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd37224-419e-4e42-a909-992682f889fb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.596221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.596221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.596221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.596221] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.596221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.596221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.596221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.596221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.596221] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd37224-419e-4e42-a909-992682f889fb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.613935] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.614161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.614244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.614560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.615090] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.615090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.615090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.615317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.615317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.615317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.615501] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.615555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.615594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.615736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.615874] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.615963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.616073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.616168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.616272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.616369] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.616457] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.617345] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.820371] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.822030] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7941e76e-a947-4aa1-826a-354d91c5d4c1 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.822030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.822030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.824052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.824052] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.824052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.824052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.824052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.824052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.824052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.824052] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7941e76e-a947-4aa1-826a-354d91c5d4c1 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.824052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.824567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.825913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.825913] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.825913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.825913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.825913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.825913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.825913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.825913] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7941e76e-a947-4aa1-826a-354d91c5d4c1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.827789] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.038346] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.038635] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.041570] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.041570] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.041570] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.041570] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.041570] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.042666] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.043622] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.043622] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.047947] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.047947] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.047947] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.047947] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.047947] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.047947] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.072194] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.072356] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.072488] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.072660] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.072983] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-33efc1d1-6237-47e9-9a98-f0b64c30066b taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.073211] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-33efc1d1-6237-47e9-9a98-f0b64c30066b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.073355] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-33efc1d1-6237-47e9-9a98-f0b64c30066b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.073760] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-33efc1d1-6237-47e9-9a98-f0b64c30066b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.073910] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33efc1d1-6237-47e9-9a98-f0b64c30066b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.097908] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.098324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.098324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.098455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.098559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.098844] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.099048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.099144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.099448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.099591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.099719] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd37224-419e-4e42-a909-992682f889fb already deleted. [ 660.099817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.118818] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d: rpc.has_security_group_logging(os_id): False [ 660.120580] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.120752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.120823] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.120983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.121092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.121187] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 is going to be updated. [ 660.146844] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.146844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.146844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.146844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.157532] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.157532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.157532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.157532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.157532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.167098] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: IN_PROGRESS for 2s [ 660.170138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.170470] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.170600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.170667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.171069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.171069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.171332] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.171561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.171561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.171681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.171756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.171943] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.172053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.172121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.172234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.172310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.172398] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 660.268990] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.269365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.269716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.270360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.270686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.303105] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 660.328742] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7941e76e-a947-4aa1-826a-354d91c5d4c1: rpc.has_security_group_logging(os_id): False [ 660.330186] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.330326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.330386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.330594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.330683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.330783] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 660.331989] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.331989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.332236] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.332295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.332380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.332492] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648c7659-e49a-4078-aa14-69eb0da731b2 is going to be updated. [ 660.366691] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.366691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.366691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.366949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.366949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.367082] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.367164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.367221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.367413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.367545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.367685] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.367794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.367794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.367956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.368044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.368686] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.368931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.368931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.369123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.369123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.370751] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 is going to be created. [ 660.392741] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.392998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.392998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.393168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.393314] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.398539] env[66687]: INFO networking_nsxv3.common.synchronization [req-74e6e982-12b9-48de-a8e4-424fa7528568 req-84cae91d-78af-4620-aa96-0810de7b213e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: dba46c46-83ed-4641-bece-1eb60b15b4ad with Priority: HIGHEST for action security_group_members [ 660.398764] env[66687]: INFO networking_nsxv3.common.synchronization [req-74e6e982-12b9-48de-a8e4-424fa7528568 req-84cae91d-78af-4620-aa96-0810de7b213e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 660.398853] env[66687]: INFO networking_nsxv3.common.synchronization [req-74e6e982-12b9-48de-a8e4-424fa7528568 req-84cae91d-78af-4620-aa96-0810de7b213e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_members [ 660.399760] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba46c46-83ed-4641-bece-1eb60b15b4ad with Priority: HIGHEST for action security_group_members [ 660.399983] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 660.399983] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_members [ 660.400292] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba46c46-83ed-4641-bece-1eb60b15b4ad taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.400418] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.400489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.400737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.400897] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.401089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.401161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.401316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.401508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.401744] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dba46c46-83ed-4641-bece-1eb60b15b4ad',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.402666] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.402787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.402978] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-648c7659-e49a-4078-aa14-69eb0da731b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.403147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.409429] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: IN_PROGRESS for 2s [ 660.410879] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.411015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.411089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.411294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.411465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.427935] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 660.452114] env[66687]: INFO networking_nsxv3.common.synchronization [req-74e6e982-12b9-48de-a8e4-424fa7528568 req-84cae91d-78af-4620-aa96-0810de7b213e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 660.452387] env[66687]: INFO networking_nsxv3.common.synchronization [req-74e6e982-12b9-48de-a8e4-424fa7528568 req-84cae91d-78af-4620-aa96-0810de7b213e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 660.452508] env[66687]: INFO networking_nsxv3.common.synchronization [req-74e6e982-12b9-48de-a8e4-424fa7528568 req-84cae91d-78af-4620-aa96-0810de7b213e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_rules [ 660.452746] env[66687]: INFO networking_nsxv3.common.synchronization [req-74e6e982-12b9-48de-a8e4-424fa7528568 req-84cae91d-78af-4620-aa96-0810de7b213e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_members [ 660.452917] env[66687]: INFO networking_nsxv3.common.synchronization [req-74e6e982-12b9-48de-a8e4-424fa7528568 req-84cae91d-78af-4620-aa96-0810de7b213e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: dba46c46-83ed-4641-bece-1eb60b15b4ad with Priority: HIGHEST for action security_group_rules [ 660.453062] env[66687]: INFO networking_nsxv3.common.synchronization [req-74e6e982-12b9-48de-a8e4-424fa7528568 req-84cae91d-78af-4620-aa96-0810de7b213e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: dba46c46-83ed-4641-bece-1eb60b15b4ad with Priority: HIGHEST for action security_group_members [ 660.453190] env[66687]: INFO networking_nsxv3.common.synchronization [req-74e6e982-12b9-48de-a8e4-424fa7528568 req-84cae91d-78af-4620-aa96-0810de7b213e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 with Priority: HIGHEST for action port [ 660.453805] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 660.453991] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_rules [ 660.454118] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba46c46-83ed-4641-bece-1eb60b15b4ad with Priority: HIGHEST for action security_group_members [ 660.454339] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 with Priority: HIGHEST for action port [ 660.454339] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba46c46-83ed-4641-bece-1eb60b15b4ad with Priority: HIGHEST for action security_group_rules [ 660.454440] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 660.454504] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_members [ 660.455157] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.455277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.455483] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-648c7659-e49a-4078-aa14-69eb0da731b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.455566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.455742] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba46c46-83ed-4641-bece-1eb60b15b4ad taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.455824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.455990] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.456108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.456180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.456412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.456469] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.457374] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dba46c46-83ed-4641-bece-1eb60b15b4ad taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.457519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.457593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.457762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.457848] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dba46c46-83ed-4641-bece-1eb60b15b4ad',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.458652] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.458770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.458900] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-648c7659-e49a-4078-aa14-69eb0da731b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.458982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.481536] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.481734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.481857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.482078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.482185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.499271] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 in Status: IN_PROGRESS for 2s [ 660.577547] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.577547] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.577547] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.577547] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.577547] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.577547] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 33efc1d1-6237-47e9-9a98-f0b64c30066b not found, creating... [ 660.577954] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.577954] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.578077] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.578286] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.578417] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.578693] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.578846] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.579153] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.579384] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.579513] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.581764] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 33efc1d1-6237-47e9-9a98-f0b64c30066b is going to be created. [ 660.615553] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.615802] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.616018] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.616340] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.616613] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.616834] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-33efc1d1-6237-47e9-9a98-f0b64c30066b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.904968] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dba46c46-83ed-4641-bece-1eb60b15b4ad',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.963093] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba46c46-83ed-4641-bece-1eb60b15b4ad taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.963093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.963093] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 with status ACTIVE [ 660.963093] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.963093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.963093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.963093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.963093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.963093] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.963093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.963093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.963093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.963093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.964224] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.964372] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.964541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.964770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.964858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.964963] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765 is going to be updated. [ 660.995599] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.995835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.995835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.996063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.996198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.996366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a4b26ff-3bd9-4c5a-a8e9-8fa0e79e2765" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.338061] env[66687]: INFO networking_nsxv3.common.synchronization [req-d920f4ab-035e-4e0a-8150-7d0453098c28 req-c81b8789-de2b-4a79-86ba-4080f3112ad2 service nova] Enqueued Resource ID: 5dd37224-419e-4e42-a909-992682f889fb with Priority: HIGHEST for action security_group_rules [ 661.339281] env[66687]: INFO networking_nsxv3.common.synchronization [req-d920f4ab-035e-4e0a-8150-7d0453098c28 req-c81b8789-de2b-4a79-86ba-4080f3112ad2 service nova] Enqueued Resource ID: 5dd37224-419e-4e42-a909-992682f889fb with Priority: HIGHEST for action security_group_members [ 661.339281] env[66687]: INFO networking_nsxv3.common.synchronization [req-d920f4ab-035e-4e0a-8150-7d0453098c28 req-c81b8789-de2b-4a79-86ba-4080f3112ad2 service nova] Enqueued Resource ID: 33efc1d1-6237-47e9-9a98-f0b64c30066b with Priority: HIGHEST for action port [ 661.339281] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd37224-419e-4e42-a909-992682f889fb with Priority: HIGHEST for action security_group_rules [ 661.340448] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd37224-419e-4e42-a909-992682f889fb with Priority: HIGHEST for action security_group_members [ 661.340620] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33efc1d1-6237-47e9-9a98-f0b64c30066b with Priority: HIGHEST for action port [ 661.341015] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd37224-419e-4e42-a909-992682f889fb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.341256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.341392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.341806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.342017] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd37224-419e-4e42-a909-992682f889fb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.347043] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd37224-419e-4e42-a909-992682f889fb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.347043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.347043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.347043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.347043] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.347043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.347043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.347043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.347043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.347043] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd37224-419e-4e42-a909-992682f889fb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.347043] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-33efc1d1-6237-47e9-9a98-f0b64c30066b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.347043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33efc1d1-6237-47e9-9a98-f0b64c30066b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.347043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33efc1d1-6237-47e9-9a98-f0b64c30066b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.347043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33efc1d1-6237-47e9-9a98-f0b64c30066b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.347043] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33efc1d1-6237-47e9-9a98-f0b64c30066b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.411265] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dba46c46-83ed-4641-bece-1eb60b15b4ad',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.848297] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dd37224-419e-4e42-a909-992682f889fb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.849404] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd37224-419e-4e42-a909-992682f889fb taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.849584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.851858] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33efc1d1-6237-47e9-9a98-f0b64c30066b with status ACTIVE [ 661.852061] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.852191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.852253] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.852637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.852731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.852919] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.853070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.853167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.853250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.853322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.853506] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.853599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.853652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.853807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.853961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.853961] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33efc1d1-6237-47e9-9a98-f0b64c30066b is going to be updated. [ 661.875703] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.876448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.877047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.878270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.878270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.878270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33efc1d1-6237-47e9-9a98-f0b64c30066b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.916708] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.916708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.916708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.916708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.916708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.916708] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba46c46-83ed-4641-bece-1eb60b15b4ad is going to be created. [ 661.981070] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.982211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.982211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.982828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.983189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.005855] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba46c46-83ed-4641-bece-1eb60b15b4ad in Status: UNINITIALIZED for 2s [ 662.178134] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: SUCCESS [ 662.178629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.181025] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.181025] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.181025] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.181025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.183902] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.335634] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 662.335634] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.356620] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dd37224-419e-4e42-a909-992682f889fb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.421098] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: SUCCESS [ 662.421786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.421894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.422160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.423077] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.423077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.423077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.423077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.423077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.423077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.423077] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.424275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.424275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.424473] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.424590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.424653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.424865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.424865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.424947] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.440609] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 662.440834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.440995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.441235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.441465] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.441572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.441640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.441822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.441908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.442015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.442151] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.443265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.443265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.443415] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.443519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.443585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.443724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.443804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.443893] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.517870] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 in Status: SUCCESS [ 662.518117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.687628] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e2a784f-bd08-4510-8aca-be484e09b314: rpc.has_security_group_logging(os_id): False [ 662.710636] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.710809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.710914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.711213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.742723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.743056] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.743221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.743309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.747029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.747029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.747029] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.747029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.747029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.747029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.747029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.747029] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.747029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.747029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.747029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.747029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.747029] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 is going to be updated. [ 662.847350] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.847495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.847558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.847768] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.847922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.864210] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.864419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.864652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.864695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.865433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.865433] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd37224-419e-4e42-a909-992682f889fb is going to be created. [ 662.868523] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: IN_PROGRESS for 2s [ 662.894723] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.894909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.895045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.895365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.895555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.911295] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd37224-419e-4e42-a909-992682f889fb in Status: UNINITIALIZED for 2s [ 662.926879] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.927852] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.946181] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.946440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.946629] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.429166] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 648c7659-e49a-4078-aa14-69eb0da731b2: rpc.has_security_group_logging(os_id): False [ 663.431393] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.449056] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.453176] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.453692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.453692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.453692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.453852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.454142] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.454142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.454142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.454318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.454353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.454419] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 648c7659-e49a-4078-aa14-69eb0da731b2 is going to be created. [ 663.535928] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.536297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.536297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.536610] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.536867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.553093] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: IN_PROGRESS for 2s [ 663.655243] env[66687]: INFO networking_nsxv3.common.synchronization [req-132c196d-7650-4667-947b-2b6edfbda9fd req-2d7a1e4c-647e-4d4d-95af-d085a9faf6c9 tempest-ImagesOneServerTestJSON-1323370409 tempest-ImagesOneServerTestJSON-1323370409-project-member] Enqueued Resource ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 with Priority: HIGHEST for action security_group_members [ 663.655974] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 with Priority: HIGHEST for action security_group_members [ 663.656322] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.656450] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.656541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.656794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.656958] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.657074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.657135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.657288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.657375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.657468] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab72e08d-c0f6-45ac-bfb1-d1c852f56be3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.933849] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.934297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.934297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.934425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.934425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.934512] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648c7659-e49a-4078-aa14-69eb0da731b2 is going to be updated. [ 663.952807] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.953058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.953129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.953390] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.953503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.953626] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 663.968724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.968944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.968944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.969244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.969362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.979086] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: IN_PROGRESS for 2s [ 663.987205] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.987502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.987502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.987630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.987775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.997224] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 664.016330] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba46c46-83ed-4641-bece-1eb60b15b4ad in Status: SUCCESS [ 664.016769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.016769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.017066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.017240] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.017319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.017363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.017531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.017632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.017743] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dba46c46-83ed-4641-bece-1eb60b15b4ad',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.160286] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.160286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.160286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.160286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.160286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.160286] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.160286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.160829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.160829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.160829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.160829] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 already deleted. [ 664.160829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.260252] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-278 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.260563] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-278" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.260764] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-278" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.261248] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-278" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.261874] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.262017] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.262119] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.262446] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.265036] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.265036] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.265036] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.265036] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.265036] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.265036] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.265036] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.265036] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.287394] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.287394] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.287664] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.287727] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-278" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.288107] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-df483fd2-a2fe-4c7e-b886-2e0b3e67538c taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.288280] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-df483fd2-a2fe-4c7e-b886-2e0b3e67538c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.288343] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-df483fd2-a2fe-4c7e-b886-2e0b3e67538c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.288692] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-df483fd2-a2fe-4c7e-b886-2e0b3e67538c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.288817] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df483fd2-a2fe-4c7e-b886-2e0b3e67538c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.521277] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dba46c46-83ed-4641-bece-1eb60b15b4ad',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.791997] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.792268] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.792347] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.792658] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.792826] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.792946] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port df483fd2-a2fe-4c7e-b886-2e0b3e67538c not found, creating... [ 664.793236] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.793429] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.793553] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.793852] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.794056] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.794335] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.794574] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.794574] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.794789] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.794916] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.795127] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: df483fd2-a2fe-4c7e-b886-2e0b3e67538c is going to be created. [ 664.856094] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.856094] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.856094] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.856094] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.856094] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.856338] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-df483fd2-a2fe-4c7e-b886-2e0b3e67538c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.900149] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: SUCCESS [ 664.900892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.901210] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.901734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.901923] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.926306] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd37224-419e-4e42-a909-992682f889fb in Status: SUCCESS [ 664.926716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.927768] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.928138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.928437] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.928622] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.928729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.929035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.929190] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.929418] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.929557] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dd37224-419e-4e42-a909-992682f889fb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.025115] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dba46c46-83ed-4641-bece-1eb60b15b4ad',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.416913] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.416913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.416913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.416913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.416913] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.416913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.416913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.416913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.416913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.416913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.416913] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.432725] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd37224-419e-4e42-a909-992682f889fb taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.433087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.433228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.433461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.433635] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.433738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.433802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.434032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.434268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.434415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.434602] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd37224-419e-4e42-a909-992682f889fb taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.434728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.434814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.434991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.435180] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.435278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.435340] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.435547] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.435650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.435755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.435867] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dd37224-419e-4e42-a909-992682f889fb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.528225] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.528686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.528686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.528686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.528892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.528892] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba46c46-83ed-4641-bece-1eb60b15b4ad is going to be updated. [ 665.560417] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.560700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.560700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.560885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.561045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.569632] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: SUCCESS [ 665.569872] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.570104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.570377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.570723] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.572552] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba46c46-83ed-4641-bece-1eb60b15b4ad in Status: IN_PROGRESS for 2s [ 665.606052] env[66687]: INFO networking_nsxv3.common.synchronization [req-132c196d-7650-4667-947b-2b6edfbda9fd req-fa58dfe5-f724-4313-befe-2c1543f98a8d service nova] Enqueued Resource ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 with Priority: HIGHEST for action security_group_rules [ 665.606052] env[66687]: INFO networking_nsxv3.common.synchronization [req-132c196d-7650-4667-947b-2b6edfbda9fd req-fa58dfe5-f724-4313-befe-2c1543f98a8d service nova] Enqueued Resource ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 with Priority: HIGHEST for action security_group_members [ 665.606272] env[66687]: INFO networking_nsxv3.common.synchronization [req-132c196d-7650-4667-947b-2b6edfbda9fd req-fa58dfe5-f724-4313-befe-2c1543f98a8d service nova] Enqueued Resource ID: df483fd2-a2fe-4c7e-b886-2e0b3e67538c with Priority: HIGHEST for action port [ 665.606765] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 with Priority: HIGHEST for action security_group_rules [ 665.606765] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 with Priority: HIGHEST for action security_group_members [ 665.606899] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df483fd2-a2fe-4c7e-b886-2e0b3e67538c with Priority: HIGHEST for action port [ 665.607539] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.607539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.607539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.607785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.607785] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab72e08d-c0f6-45ac-bfb1-d1c852f56be3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.608903] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.609023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.609109] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.609282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.609586] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.609754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.609816] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.609946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.610068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.610173] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab72e08d-c0f6-45ac-bfb1-d1c852f56be3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.610991] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-df483fd2-a2fe-4c7e-b886-2e0b3e67538c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.611120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df483fd2-a2fe-4c7e-b886-2e0b3e67538c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.611194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df483fd2-a2fe-4c7e-b886-2e0b3e67538c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.611342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df483fd2-a2fe-4c7e-b886-2e0b3e67538c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.611436] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df483fd2-a2fe-4c7e-b886-2e0b3e67538c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.912053] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.912053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.912053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.912053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.912053] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.912053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.912053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.912053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.912587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.912587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.913261] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.913410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.913513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.913735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.914348] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.914348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.914348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.914561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.914636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.914884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.914884] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.940355] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dd37224-419e-4e42-a909-992682f889fb: rpc.has_security_group_logging(os_id): False [ 665.961066] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.961335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.961476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.961785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.961879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.962088] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.962216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.962268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.962409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.962505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.962715] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.962804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.962867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.963016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.963185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.963401] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.963537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.963628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.963836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.963977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.964213] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd37224-419e-4e42-a909-992682f889fb is going to be created. [ 665.994392] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: SUCCESS [ 665.994763] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.995283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.995832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.996178] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.996401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.996530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.996864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.997099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.997285] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.010707] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 666.010988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.011251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.011587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.013057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.013057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.013057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.013057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.013057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.013057] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.066044] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.066247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.066393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.066800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.066800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.074054] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-648c7659-e49a-4078-aa14-69eb0da731b2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.074276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.080900] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd37224-419e-4e42-a909-992682f889fb in Status: IN_PROGRESS for 2s [ 666.113578] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.113877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.113946] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab72e08d-c0f6-45ac-bfb1-d1c852f56be3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.116232] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df483fd2-a2fe-4c7e-b886-2e0b3e67538c with status ACTIVE [ 666.116435] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.116555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.116717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.117023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.117023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.117190] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.117190] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.117333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.117388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.117442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.117644] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.117733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.117786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.119325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.119412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.123029] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df483fd2-a2fe-4c7e-b886-2e0b3e67538c is going to be updated. [ 666.151474] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.151474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.151696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.151827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.151971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.152155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df483fd2-a2fe-4c7e-b886-2e0b3e67538c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.417297] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e2a784f-bd08-4510-8aca-be484e09b314: rpc.has_security_group_logging(os_id): False [ 666.444600] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.444837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.444897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.445194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.445296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.445520] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.445621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.445868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.445868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.446028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.449056] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.449056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.449056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.449056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.449056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.449056] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.449056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.449056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.449056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.449056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.449056] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 is going to be updated. [ 666.503152] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.513213] env[66687]: INFO networking_nsxv3.common.synchronization [None req-ab51f50f-6765-43f4-8bdb-bc19fb3f2a2d None None] Enqueued Resource ID: 178c47c7-9219-4a0a-9aa3-5b83f57de93e with Priority: HIGHEST for action port [ 666.513213] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 178c47c7-9219-4a0a-9aa3-5b83f57de93e with Priority: HIGHEST for action port [ 666.513213] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-178c47c7-9219-4a0a-9aa3-5b83f57de93e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.513213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-178c47c7-9219-4a0a-9aa3-5b83f57de93e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.513213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-178c47c7-9219-4a0a-9aa3-5b83f57de93e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.513213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-178c47c7-9219-4a0a-9aa3-5b83f57de93e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.513213] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('178c47c7-9219-4a0a-9aa3-5b83f57de93e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.516359] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.557655] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.557655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.557655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.557655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.557655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.570619] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: IN_PROGRESS for 2s [ 666.623474] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab72e08d-c0f6-45ac-bfb1-d1c852f56be3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.006082] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.017644] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 178c47c7-9219-4a0a-9aa3-5b83f57de93e [ 667.017644] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.017765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.017806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.018044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.018159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.018277] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:178c47c7-9219-4a0a-9aa3-5b83f57de93e already deleted. [ 667.018363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-178c47c7-9219-4a0a-9aa3-5b83f57de93e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.018798] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.126380] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.126803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.126803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.126996] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.126996] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.127150] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 is going to be created. [ 667.159710] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.159909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.159909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.160061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.160244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.170165] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 in Status: UNINITIALIZED for 2s [ 667.510566] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.510721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.511778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.511778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.511778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.511778] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648c7659-e49a-4078-aa14-69eb0da731b2 is going to be updated. [ 667.522253] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.523038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.523038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.523038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.523038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.523038] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 667.556956] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.556956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.556956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.556956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.556956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.560427] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.560743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.560743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.560852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.561276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.576384] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 667.578044] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: IN_PROGRESS for 2s [ 667.603435] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba46c46-83ed-4641-bece-1eb60b15b4ad in Status: SUCCESS [ 667.603435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.603435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.603435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.603435] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.603435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.603435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.603435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.603435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.603435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.603435] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dba46c46-83ed-4641-bece-1eb60b15b4ad',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.094670] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd37224-419e-4e42-a909-992682f889fb in Status: SUCCESS [ 668.094949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.108577] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dba46c46-83ed-4641-bece-1eb60b15b4ad',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.606515] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: SUCCESS [ 668.606856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.614430] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dba46c46-83ed-4641-bece-1eb60b15b4ad: rpc.has_security_group_logging(os_id): False [ 668.634770] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.634965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.634965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.635239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.635332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.635621] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.636022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.636097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.638250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.638250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.638250] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dba46c46-83ed-4641-bece-1eb60b15b4ad is going to be created. [ 668.697083] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.697218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.697218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.697519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.697696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.709180] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dba46c46-83ed-4641-bece-1eb60b15b4ad in Status: IN_PROGRESS for 2s [ 669.180734] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 in Status: SUCCESS [ 669.180734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.181450] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.181717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.181927] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.182184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.182253] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.182445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.182563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.182983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.182983] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab72e08d-c0f6-45ac-bfb1-d1c852f56be3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.590538] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: SUCCESS [ 669.591159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.591964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.592397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.592397] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.592545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.592621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.594242] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.594343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.594479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.594549] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.597712] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 669.597712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.597712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.597712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.597712] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.598064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.598064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.598064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.598312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.598312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.599358] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.599358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.599358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.599358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.599358] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.599358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.599358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.600088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.600088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.600088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.600215] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.685127] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.685550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.685550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.685675] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.685854] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.686455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.686559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.686742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.686834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.686924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.687107] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.687205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.687268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.687411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.687554] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.687645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.687706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.687843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.687917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.688010] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.688139] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab72e08d-c0f6-45ac-bfb1-d1c852f56be3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.792036] env[66687]: INFO networking_nsxv3.common.synchronization [req-b275e367-5cc7-4aed-abb4-84b9ba6e60fa req-c694b549-6260-4769-be54-ed0d57f73115 tempest-FloatingIPsAssociationNegativeTestJSON-1012978764 tempest-FloatingIPsAssociationNegativeTestJSON-1012978764-project-member] Enqueued Resource ID: d98d9a6f-3273-4d35-a34e-00817f748475 with Priority: HIGHEST for action security_group_members [ 669.794904] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98d9a6f-3273-4d35-a34e-00817f748475 with Priority: HIGHEST for action security_group_members [ 669.795164] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98d9a6f-3273-4d35-a34e-00817f748475 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.795438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.795516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.795729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.795890] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.795990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.796060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.796266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.796305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.796403] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d98d9a6f-3273-4d35-a34e-00817f748475',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.103397] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.104415] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aa159b9-db17-4ffc-815d-e3095746609a: rpc.has_security_group_logging(os_id): False [ 670.125138] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.125352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.125352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.125568] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.146976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.147335] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.147412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.147479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.147693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.147778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.147980] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.148100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.148162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.148309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.148379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.148589] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.148659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.151042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.151042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.151042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.151042] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 670.190977] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab72e08d-c0f6-45ac-bfb1-d1c852f56be3: rpc.has_security_group_logging(os_id): False [ 670.195104] env[66687]: INFO networking_nsxv3.common.synchronization [None req-dc141fd3-8015-43a2-a1e2-9782a3104040 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_rules [ 670.196161] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_rules [ 670.196723] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b62f436-676b-4b8b-89eb-ca017c33b71d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.196723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.196723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.197200] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.197200] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b62f436-676b-4b8b-89eb-ca017c33b71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.212572] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.212703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.212790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.212992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.213097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.213307] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.213408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.213474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.213630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.213708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.213905] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.214039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.214081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.214199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.214309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.214438] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.214545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.214585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.214838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.214873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.214959] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 is going to be created. [ 670.217800] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.217957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.217957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.218145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.218281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.236457] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 670.295053] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.295053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.295053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.295347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.295347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.302085] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.302299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.302299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.302437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.309320] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 in Status: IN_PROGRESS for 2s [ 670.325590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.325693] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.325819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.325887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.326123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.326211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.326302] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98d9a6f-3273-4d35-a34e-00817f748475 is going to be updated. [ 670.372220] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.372220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.372220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.372220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.372220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.382390] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98d9a6f-3273-4d35-a34e-00817f748475 in Status: IN_PROGRESS for 2s [ 670.389278] env[66687]: INFO networking_nsxv3.common.synchronization [None req-26fa010a-684e-4232-9df9-139301478075 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_rules [ 670.390021] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_rules [ 670.390576] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b62f436-676b-4b8b-89eb-ca017c33b71d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.390703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.606640] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 648c7659-e49a-4078-aa14-69eb0da731b2: rpc.has_security_group_logging(os_id): False [ 670.624302] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.624479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.624565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.624726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.624997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.625095] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.625195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.625269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.625476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.625595] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.625725] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 648c7659-e49a-4078-aa14-69eb0da731b2 is going to be updated. [ 670.686361] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.687179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.687179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.687179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.687179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.700708] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: IN_PROGRESS for 2s [ 670.719610] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.719844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.719963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.720298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.721237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.721237] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d already deleted. [ 670.721237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.721237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.721237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.721623] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b62f436-676b-4b8b-89eb-ca017c33b71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.723369] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dba46c46-83ed-4641-bece-1eb60b15b4ad in Status: SUCCESS [ 670.723660] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.248990] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.249192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.249192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.249990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.249990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.249990] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d already deleted. [ 671.249990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.358964] env[66687]: INFO networking_nsxv3.common.synchronization [req-a37061b6-81f6-4da8-b6cc-2e6f8a9f8b38 req-8c9b3f9a-77e3-4491-ba56-e8ca8a42b620 tempest-ServersV294TestFqdnHostnames-1346938505 tempest-ServersV294TestFqdnHostnames-1346938505-project-member] Enqueued Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_members [ 671.359751] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_members [ 671.360572] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.360833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.360913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.364131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.364239] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.364357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.364425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.364625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.364714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.364830] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.697981] env[66687]: INFO networking_nsxv3.common.synchronization [None req-26b249a0-969a-4530-9959-6a7b21c1f370 None None] Enqueued Resource ID: 594170ee-074e-499c-876e-3ff257a756e8 with Priority: HIGHEST for action port [ 671.698887] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 594170ee-074e-499c-876e-3ff257a756e8 with Priority: HIGHEST for action port [ 671.699311] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-594170ee-074e-499c-876e-3ff257a756e8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.699464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-594170ee-074e-499c-876e-3ff257a756e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.699537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-594170ee-074e-499c-876e-3ff257a756e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.699927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-594170ee-074e-499c-876e-3ff257a756e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.699927] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('594170ee-074e-499c-876e-3ff257a756e8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.771862] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.772211] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-462" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.772211] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-462" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.772535] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-462" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.773088] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.773088] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.773266] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.773444] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.773593] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.775278] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.775278] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.775278] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.775278] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.775278] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.775278] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.775278] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.797023] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.797297] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.797437] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.797603] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-462" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.797910] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-55280e8f-1e7c-4029-aa6b-a0cf1adfa14f taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.798150] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-55280e8f-1e7c-4029-aa6b-a0cf1adfa14f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.798334] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-55280e8f-1e7c-4029-aa6b-a0cf1adfa14f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.798633] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-55280e8f-1e7c-4029-aa6b-a0cf1adfa14f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.798799] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55280e8f-1e7c-4029-aa6b-a0cf1adfa14f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.868287] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.868517] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.868517] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.868741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.869085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.869085] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.869214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.869214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.869520] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.869520] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.869673] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 already deleted. [ 671.869744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.201953] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 594170ee-074e-499c-876e-3ff257a756e8 [ 672.202188] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.202397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.202511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.202711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.202805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.202900] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:594170ee-074e-499c-876e-3ff257a756e8 already deleted. [ 672.202982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-594170ee-074e-499c-876e-3ff257a756e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.260200] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 672.260896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.260896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.261051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.261094] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.304509] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.305192] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.305333] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.305714] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.305923] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.306163] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 55280e8f-1e7c-4029-aa6b-a0cf1adfa14f not found, creating... [ 672.306642] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.306849] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.306966] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.307243] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.307421] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.307822] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.308098] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.308231] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.308464] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.308632] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.308792] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 55280e8f-1e7c-4029-aa6b-a0cf1adfa14f is going to be created. [ 672.329850] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 in Status: SUCCESS [ 672.331394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.338994] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.340359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.340359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.340359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.340359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.341943] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-55280e8f-1e7c-4029-aa6b-a0cf1adfa14f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.396712] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98d9a6f-3273-4d35-a34e-00817f748475 in Status: SUCCESS [ 672.396962] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98d9a6f-3273-4d35-a34e-00817f748475 deletion is rescheduled due to dependency. [ 672.397110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.458769] env[66687]: INFO networking_nsxv3.common.synchronization [req-27cdfdd6-1d41-450f-8be8-94479331df16 req-6e074966-e51b-4140-8d50-b877eb17febc tempest-DeleteServersAdminTestJSON-1517231584 tempest-DeleteServersAdminTestJSON-1517231584-project-member] Enqueued Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 672.458769] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGHEST for action security_group_members [ 672.461761] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.461761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.461761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.461761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.461761] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.461761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.461761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.461761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.461761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.461761] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.718672] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: SUCCESS [ 672.719316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.763641] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.764077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.764077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.764211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.764393] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.764524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.764588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.764755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.765353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.765353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.765353] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.967035] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.967035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.967035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.967035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.989052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.989310] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.989489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.989489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.989812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.989893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.989989] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 is going to be updated. [ 673.019531] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.019771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.019846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.020482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.020482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.036757] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: IN_PROGRESS for 2s [ 673.074829] env[66687]: INFO networking_nsxv3.common.synchronization [req-a37061b6-81f6-4da8-b6cc-2e6f8a9f8b38 req-3cdfbb07-1d41-459c-8af7-b19dfdcbc270 service nova] Enqueued Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_rules [ 673.075395] env[66687]: INFO networking_nsxv3.common.synchronization [req-a37061b6-81f6-4da8-b6cc-2e6f8a9f8b38 req-3cdfbb07-1d41-459c-8af7-b19dfdcbc270 service nova] Enqueued Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_members [ 673.075816] env[66687]: INFO networking_nsxv3.common.synchronization [req-a37061b6-81f6-4da8-b6cc-2e6f8a9f8b38 req-3cdfbb07-1d41-459c-8af7-b19dfdcbc270 service nova] Enqueued Resource ID: 55280e8f-1e7c-4029-aa6b-a0cf1adfa14f with Priority: HIGHEST for action port [ 673.076795] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_rules [ 673.077121] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_members [ 673.078257] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55280e8f-1e7c-4029-aa6b-a0cf1adfa14f with Priority: HIGHEST for action port [ 673.078257] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.078257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.078257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.078528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.078528] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.080148] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.080322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.080427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.080676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.081063] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.081506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.081696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.081912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.082053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.082530] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.084023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-55280e8f-1e7c-4029-aa6b-a0cf1adfa14f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.084179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55280e8f-1e7c-4029-aa6b-a0cf1adfa14f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.084276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55280e8f-1e7c-4029-aa6b-a0cf1adfa14f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.084511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55280e8f-1e7c-4029-aa6b-a0cf1adfa14f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.084631] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55280e8f-1e7c-4029-aa6b-a0cf1adfa14f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.268721] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.268882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.268954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.269198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.269506] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.269506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.269649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.269788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.269879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.269967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.270145] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.270235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.270289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.270443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.270575] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.270661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.270730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.270850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.270942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.271029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.271133] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.342760] env[66687]: INFO networking_nsxv3.common.synchronization [req-dfee258f-a921-4c12-adad-937adb64f0eb req-fe09a863-9c7b-4e6c-8dbc-b6ab74749fb5 tempest-FloatingIPsAssociationTestJSON-969161745 tempest-FloatingIPsAssociationTestJSON-969161745-project-member] Enqueued Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 673.343309] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 673.343615] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.343732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.343795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.344446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.344595] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.344700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.344811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.344964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.345058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.345148] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.419933] env[66687]: INFO networking_nsxv3.common.synchronization [None req-44ecbb16-69e7-41d7-9e37-441d5d8b9233 None None] Enqueued Resource ID: 3101dfeb-4c79-4e26-a206-aa45291d1f8e with Priority: HIGHEST for action port [ 673.420389] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3101dfeb-4c79-4e26-a206-aa45291d1f8e with Priority: HIGHEST for action port [ 673.421086] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3101dfeb-4c79-4e26-a206-aa45291d1f8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.421224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3101dfeb-4c79-4e26-a206-aa45291d1f8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.421319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3101dfeb-4c79-4e26-a206-aa45291d1f8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.421597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3101dfeb-4c79-4e26-a206-aa45291d1f8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.421684] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3101dfeb-4c79-4e26-a206-aa45291d1f8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.588133] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.588133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.588133] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.591632] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55280e8f-1e7c-4029-aa6b-a0cf1adfa14f with status ACTIVE [ 673.591632] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.591632] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.591632] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.591632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.591632] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55280e8f-1e7c-4029-aa6b-a0cf1adfa14f is going to be updated. [ 673.617873] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.617873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.617873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.617873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.617873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.617873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55280e8f-1e7c-4029-aa6b-a0cf1adfa14f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.779360] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aa159b9-db17-4ffc-815d-e3095746609a: rpc.has_security_group_logging(os_id): False [ 673.811856] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.812080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.812080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.812292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.812377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.812580] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.812670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.812756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.812941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.813027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.813209] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.813299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.813356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.813483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.813551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.813717] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.813797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.813853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.813979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.814302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.815077] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 673.848644] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.923766] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3101dfeb-4c79-4e26-a206-aa45291d1f8e [ 673.925313] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.925313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.925313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.925313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.925313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.925313] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3101dfeb-4c79-4e26-a206-aa45291d1f8e already deleted. [ 673.925313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3101dfeb-4c79-4e26-a206-aa45291d1f8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.037054] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.037054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.037054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.037235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.038068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.052408] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 674.093735] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.352495] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.417019] env[66687]: INFO networking_nsxv3.common.synchronization [req-a17bb680-05a4-4180-9519-3c54e29ae8cd req-e1c561ca-1377-4c28-995d-3aea43915600 tempest-ServersTestFqdnHostnames-984508611 tempest-ServersTestFqdnHostnames-984508611-project-member] Enqueued Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_members [ 674.417019] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGHEST for action security_group_members [ 674.420353] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.420353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.420353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.420353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.420353] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.420353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.420353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.420353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.420353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.420353] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abd8c9fe-59a5-4d10-8b67-eba2ebef303e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.596399] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.596591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.596640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.597037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.597037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.597037] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 is going to be created. [ 674.627538] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.627707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.627822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.627978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.628218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.640435] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 in Status: UNINITIALIZED for 2s [ 674.858263] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.858263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.858263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.858263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.858263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.858263] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb is going to be updated. [ 674.896343] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.896500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.896500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.897135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.897135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.910209] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: IN_PROGRESS for 2s [ 674.925716] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.927935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.927935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.927935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.952654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.952926] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.953104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.953177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.953439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.953549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.953657] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e is going to be updated. [ 674.991659] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.991659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.991659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.991659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.991659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.004566] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e in Status: IN_PROGRESS for 2s [ 675.048044] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 in Status: SUCCESS [ 675.048044] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 deletion is rescheduled due to dependency. [ 675.048044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.074073] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 676.074587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.650975] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 in Status: SUCCESS [ 676.651276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.651551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.651900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.652060] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.652218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.652318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.654345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.654345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.654345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.654345] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.858351] env[66687]: INFO networking_nsxv3.common.synchronization [None req-589d3270-94b9-470d-b07e-b23725e38b0f None None] Enqueued Resource ID: d53a5462-3ba6-4d36-8f8d-2466af4d247e with Priority: HIGHEST for action port [ 676.859354] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53a5462-3ba6-4d36-8f8d-2466af4d247e with Priority: HIGHEST for action port [ 676.859874] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d53a5462-3ba6-4d36-8f8d-2466af4d247e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.859996] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d53a5462-3ba6-4d36-8f8d-2466af4d247e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.860079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d53a5462-3ba6-4d36-8f8d-2466af4d247e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.860922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d53a5462-3ba6-4d36-8f8d-2466af4d247e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.860922] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53a5462-3ba6-4d36-8f8d-2466af4d247e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.923206] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: SUCCESS [ 676.923502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.020625] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e in Status: SUCCESS [ 677.022305] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e deletion is rescheduled due to dependency. [ 677.022305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.156371] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.363962] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d53a5462-3ba6-4d36-8f8d-2466af4d247e [ 677.363962] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.363962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.363962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.363962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.363962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.363962] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d53a5462-3ba6-4d36-8f8d-2466af4d247e already deleted. [ 677.363962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d53a5462-3ba6-4d36-8f8d-2466af4d247e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.660446] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28ae2a59-0a1b-4943-b74b-6cfd38ec7900: rpc.has_security_group_logging(os_id): False [ 677.678931] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.679159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.679259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.679567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.679717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.680103] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.680255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.680828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.680828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.680828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.680828] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 is going to be created. [ 677.745917] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.746532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.746532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.746532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.746842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.760614] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 in Status: IN_PROGRESS for 2s [ 679.362560] env[66687]: INFO networking_nsxv3.common.synchronization [None req-679b9cbf-5798-4b7c-aa1b-b05f1b55d791 None None] Enqueued Resource ID: 9d26aea8-0b3b-41df-baf5-86a4a823f6a8 with Priority: HIGHEST for action port [ 679.362946] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d26aea8-0b3b-41df-baf5-86a4a823f6a8 with Priority: HIGHEST for action port [ 679.364746] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d26aea8-0b3b-41df-baf5-86a4a823f6a8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.364746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d26aea8-0b3b-41df-baf5-86a4a823f6a8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.364746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d26aea8-0b3b-41df-baf5-86a4a823f6a8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.365178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d26aea8-0b3b-41df-baf5-86a4a823f6a8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.365178] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d26aea8-0b3b-41df-baf5-86a4a823f6a8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.778211] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 in Status: SUCCESS [ 679.778572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.834094] env[66687]: INFO networking_nsxv3.common.synchronization [req-02cbafcc-4f1a-4f3f-baf3-ec0db574050f req-ed945910-4323-45cc-8f6b-80ebdc74a665 tempest-ServerDiagnosticsNegativeTest-1998711744 tempest-ServerDiagnosticsNegativeTest-1998711744-project-member] Enqueued Resource ID: 5dd37224-419e-4e42-a909-992682f889fb with Priority: HIGHEST for action security_group_members [ 679.834094] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd37224-419e-4e42-a909-992682f889fb with Priority: HIGHEST for action security_group_members [ 679.834094] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd37224-419e-4e42-a909-992682f889fb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.834094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.834545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.834545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.834889] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.835058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.835218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.835949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.835949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.835949] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd37224-419e-4e42-a909-992682f889fb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.868762] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d26aea8-0b3b-41df-baf5-86a4a823f6a8 [ 679.869129] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.869282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.869282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.870227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.870227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.870227] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d26aea8-0b3b-41df-baf5-86a4a823f6a8 already deleted. [ 679.870227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d26aea8-0b3b-41df-baf5-86a4a823f6a8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.342051] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.342051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.342051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.342051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.342051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.342905] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.343159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.343319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.343477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.343600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.344029] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd37224-419e-4e42-a909-992682f889fb is going to be updated. [ 680.395319] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.395637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.395637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.395928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.396101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.410343] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd37224-419e-4e42-a909-992682f889fb in Status: IN_PROGRESS for 2s [ 681.620376] env[66687]: INFO networking_nsxv3.common.synchronization [None req-a717d96a-9057-4efa-a747-68d35a79253e tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_rules [ 681.620790] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_rules [ 681.621944] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.621944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.621944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.622318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.622407] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.929411] env[66687]: INFO networking_nsxv3.common.synchronization [req-a1038edb-bad2-4042-9fcc-19ef374dd4dd req-bea9eb77-ea7b-4ded-90f8-880c5e58ac31 tempest-ServerRescueTestJSONUnderV235-939201080 tempest-ServerRescueTestJSONUnderV235-939201080-project-member] Enqueued Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 681.930874] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGHEST for action security_group_members [ 681.930874] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.930874] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.931247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.931247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.931479] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.931653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.931789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.931957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.932116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.932257] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.078514] env[66687]: INFO networking_nsxv3.common.synchronization [None req-74b06887-20a5-4a52-99ca-c8114d73f7f5 None None] Enqueued Resource ID: 30221bab-2fd4-4d60-aee5-a82d1f2153b9 with Priority: HIGHEST for action port [ 682.079299] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30221bab-2fd4-4d60-aee5-a82d1f2153b9 with Priority: HIGHEST for action port [ 682.079942] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-30221bab-2fd4-4d60-aee5-a82d1f2153b9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.082460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30221bab-2fd4-4d60-aee5-a82d1f2153b9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.082654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30221bab-2fd4-4d60-aee5-a82d1f2153b9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.083014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30221bab-2fd4-4d60-aee5-a82d1f2153b9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.083014] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30221bab-2fd4-4d60-aee5-a82d1f2153b9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.140376] env[66687]: INFO networking_nsxv3.common.synchronization [None req-a4c4aadb-cedf-4dda-9aa9-7517033eaa8e tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_rules [ 682.142733] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_rules [ 682.142733] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.142937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.145314] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.145603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.145603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.148409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.148728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.148728] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e already deleted. [ 682.148859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.150859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.150859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.150859] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.399704] env[66687]: INFO networking_nsxv3.common.synchronization [req-226e822a-9f06-49df-a5f6-48dda6370ea8 req-0a16d1b4-4aca-463f-a2a6-c6a57ac8f4ad tempest-ServerAddressesTestJSON-200400717 tempest-ServerAddressesTestJSON-200400717-project-member] Enqueued Resource ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 with Priority: HIGHEST for action security_group_members [ 682.400255] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 with Priority: HIGHEST for action security_group_members [ 682.401602] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7941e76e-a947-4aa1-826a-354d91c5d4c1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.401602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.401963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.404377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.404571] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.405035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.405169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.405456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.405456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.405611] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7941e76e-a947-4aa1-826a-354d91c5d4c1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.424293] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd37224-419e-4e42-a909-992682f889fb in Status: SUCCESS [ 682.426498] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd37224-419e-4e42-a909-992682f889fb deletion is rescheduled due to dependency. [ 682.426632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.434674] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.434880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.434956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.435185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.435279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.435478] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.435576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.435638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.435795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.435853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.435943] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 is going to be updated. [ 682.470066] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.472171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.472321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.475820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.475820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.483943] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: IN_PROGRESS for 2s [ 682.586247] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30221bab-2fd4-4d60-aee5-a82d1f2153b9 [ 682.586727] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.586917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.587167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.587432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.588458] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.588709] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30221bab-2fd4-4d60-aee5-a82d1f2153b9 already deleted. [ 682.588709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30221bab-2fd4-4d60-aee5-a82d1f2153b9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.676882] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.676882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.676882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.676882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.676882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.676882] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e already deleted. [ 682.676882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.897631] env[66687]: INFO networking_nsxv3.common.synchronization [None req-288cffe3-e3fe-4883-a313-890a27e3c6ce None None] Enqueued Resource ID: 1aad976c-ae43-4067-891c-4383acae50da with Priority: HIGHEST for action port [ 682.898563] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aad976c-ae43-4067-891c-4383acae50da with Priority: HIGHEST for action port [ 682.899076] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aad976c-ae43-4067-891c-4383acae50da taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.899076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aad976c-ae43-4067-891c-4383acae50da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.899076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aad976c-ae43-4067-891c-4383acae50da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.899076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aad976c-ae43-4067-891c-4383acae50da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.899542] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aad976c-ae43-4067-891c-4383acae50da',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.909302] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.909469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.909516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.909714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.909808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.910181] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.910296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.910360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.910519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.910601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.910713] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 is going to be updated. [ 682.943720] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.943720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.943720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.944025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.944025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.955263] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 in Status: IN_PROGRESS for 2s [ 683.401400] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aad976c-ae43-4067-891c-4383acae50da [ 683.401931] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.403130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.403130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.403130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.403130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.403130] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aad976c-ae43-4067-891c-4383acae50da already deleted. [ 683.403130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aad976c-ae43-4067-891c-4383acae50da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.498876] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2a784f-bd08-4510-8aca-be484e09b314 in Status: SUCCESS [ 684.499394] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 deletion is rescheduled due to dependency. [ 684.499394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.882213] env[66687]: INFO networking_nsxv3.common.synchronization [None req-0d03baca-32d5-41b9-9baa-32f75ec8bfcf tempest-MigrationsAdminTest-593050349 tempest-MigrationsAdminTest-593050349-project-member] Enqueued Resource ID: 256a9aef-98ef-417c-8137-0ff23b4937b2 with Priority: HIGHEST for action security_group_rules [ 684.882938] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256a9aef-98ef-417c-8137-0ff23b4937b2 with Priority: HIGHEST for action security_group_rules [ 684.883341] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-256a9aef-98ef-417c-8137-0ff23b4937b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.883534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-256a9aef-98ef-417c-8137-0ff23b4937b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.883534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-256a9aef-98ef-417c-8137-0ff23b4937b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.883704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-256a9aef-98ef-417c-8137-0ff23b4937b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.883784] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('256a9aef-98ef-417c-8137-0ff23b4937b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.969169] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 in Status: SUCCESS [ 684.969169] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 deletion is rescheduled due to dependency. [ 684.969169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.161693] env[66687]: INFO networking_nsxv3.common.synchronization [None req-af1fb9ee-e74d-4b0a-98a3-a901d71c7e20 tempest-MigrationsAdminTest-593050349 tempest-MigrationsAdminTest-593050349-project-member] Enqueued Resource ID: 256a9aef-98ef-417c-8137-0ff23b4937b2 with Priority: HIGHEST for action security_group_rules [ 685.162328] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256a9aef-98ef-417c-8137-0ff23b4937b2 with Priority: HIGHEST for action security_group_rules [ 685.162848] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-256a9aef-98ef-417c-8137-0ff23b4937b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.163106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-256a9aef-98ef-417c-8137-0ff23b4937b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.405198] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.405380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.405429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.405623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.405713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.405809] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 256a9aef-98ef-417c-8137-0ff23b4937b2 already deleted. [ 685.405890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-256a9aef-98ef-417c-8137-0ff23b4937b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.406054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-256a9aef-98ef-417c-8137-0ff23b4937b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.406215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-256a9aef-98ef-417c-8137-0ff23b4937b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.406295] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('256a9aef-98ef-417c-8137-0ff23b4937b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.629398] env[66687]: INFO networking_nsxv3.common.synchronization [None req-55e2ec9d-9d2c-4777-a228-974506f1615d None None] Enqueued Resource ID: f3b51796-9ecd-44b8-afbf-f33558f4401a with Priority: HIGHEST for action port [ 685.629398] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b51796-9ecd-44b8-afbf-f33558f4401a with Priority: HIGHEST for action port [ 685.629398] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3b51796-9ecd-44b8-afbf-f33558f4401a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.629398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3b51796-9ecd-44b8-afbf-f33558f4401a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.629398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3b51796-9ecd-44b8-afbf-f33558f4401a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.630254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3b51796-9ecd-44b8-afbf-f33558f4401a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.630715] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3b51796-9ecd-44b8-afbf-f33558f4401a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.931792] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.932232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.932232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.932387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.932542] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.932652] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 256a9aef-98ef-417c-8137-0ff23b4937b2 already deleted. [ 685.932887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-256a9aef-98ef-417c-8137-0ff23b4937b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.133843] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3b51796-9ecd-44b8-afbf-f33558f4401a [ 686.135000] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.135000] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.135000] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.135000] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.135000] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.135000] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3b51796-9ecd-44b8-afbf-f33558f4401a already deleted. [ 686.135000] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3b51796-9ecd-44b8-afbf-f33558f4401a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.438178] env[66687]: INFO networking_nsxv3.common.synchronization [req-e55d4324-6a32-43b2-94c9-7864d0d8648d req-af4437e0-8049-4bb0-95a5-89643e177715 tempest-ServersAdminTestJSON-1106153793 tempest-ServersAdminTestJSON-1106153793-project-member] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 686.438758] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 686.439212] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.439322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.439412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.439653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.439784] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.439907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.440124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.440124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.440259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.440259] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.942223] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.978121] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.978363] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.978435] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.978686] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.979179] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.979292] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.979353] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.979564] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.979855] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.979993] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.980125] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.980241] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.980351] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.980484] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.980587] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.980745] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.006374] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.006660] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.006850] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.007108] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.007577] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-0ea866a3-f7e8-4611-9743-8d1a425cc748 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.007886] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-0ea866a3-f7e8-4611-9743-8d1a425cc748" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.008537] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-0ea866a3-f7e8-4611-9743-8d1a425cc748" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.009028] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-0ea866a3-f7e8-4611-9743-8d1a425cc748" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.009212] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea866a3-f7e8-4611-9743-8d1a425cc748',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.445721] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.512294] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.512552] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.512728] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.513128] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.513336] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.513550] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 0ea866a3-f7e8-4611-9743-8d1a425cc748 not found, creating... [ 687.513873] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.514099] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.514280] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.514537] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.514755] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.515159] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.515352] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.515497] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.515741] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.515949] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.516136] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 0ea866a3-f7e8-4611-9743-8d1a425cc748 is going to be created. [ 687.542539] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.542895] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.543180] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.543598] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.544019] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.544413] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-0ea866a3-f7e8-4611-9743-8d1a425cc748" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.948049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.948470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.948470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.948601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.948659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.948777] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 687.983624] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.983904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.984025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.984348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.984597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.997787] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 688.340883] env[66687]: INFO networking_nsxv3.common.synchronization [req-e55d4324-6a32-43b2-94c9-7864d0d8648d req-c889b88d-11d5-4d72-ba4a-2c1caa6268d8 service nova] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_rules [ 688.341085] env[66687]: INFO networking_nsxv3.common.synchronization [req-e55d4324-6a32-43b2-94c9-7864d0d8648d req-c889b88d-11d5-4d72-ba4a-2c1caa6268d8 service nova] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 688.341217] env[66687]: INFO networking_nsxv3.common.synchronization [req-e55d4324-6a32-43b2-94c9-7864d0d8648d req-c889b88d-11d5-4d72-ba4a-2c1caa6268d8 service nova] Enqueued Resource ID: 0ea866a3-f7e8-4611-9743-8d1a425cc748 with Priority: HIGHEST for action port [ 688.341726] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_rules [ 688.342862] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 688.343050] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea866a3-f7e8-4611-9743-8d1a425cc748 with Priority: HIGHEST for action port [ 688.343354] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.343477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.343554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.343750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.343830] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.346434] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.346527] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.346724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea866a3-f7e8-4611-9743-8d1a425cc748 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.346827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea866a3-f7e8-4611-9743-8d1a425cc748" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.346883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea866a3-f7e8-4611-9743-8d1a425cc748" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.347535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea866a3-f7e8-4611-9743-8d1a425cc748" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.347645] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea866a3-f7e8-4611-9743-8d1a425cc748',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.850145] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.850972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.850972] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ea866a3-f7e8-4611-9743-8d1a425cc748 with status ACTIVE [ 688.850972] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.851264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.851264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.851394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.851394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.851624] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.852657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.852657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.852657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.852657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.852657] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.852657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.852657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.852657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.852657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.852657] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ea866a3-f7e8-4611-9743-8d1a425cc748 is going to be updated. [ 688.879450] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.879801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.880535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.880535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.880535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.880535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea866a3-f7e8-4611-9743-8d1a425cc748" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.010244] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 690.010688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.010688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.010857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.012110] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.012110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.012110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.012110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.012110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.012110] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.340590] env[66687]: INFO networking_nsxv3.common.synchronization [None req-d3a6993a-6ba6-4060-acfa-f3bc70997ebb None None] Enqueued Resource ID: b9fb5ca5-d513-4d49-8c12-0b8a0d1535c7 with Priority: HIGHEST for action port [ 690.345693] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9fb5ca5-d513-4d49-8c12-0b8a0d1535c7 with Priority: HIGHEST for action port [ 690.345693] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9fb5ca5-d513-4d49-8c12-0b8a0d1535c7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.345693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9fb5ca5-d513-4d49-8c12-0b8a0d1535c7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.345693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9fb5ca5-d513-4d49-8c12-0b8a0d1535c7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.345693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9fb5ca5-d513-4d49-8c12-0b8a0d1535c7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.345693] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9fb5ca5-d513-4d49-8c12-0b8a0d1535c7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.514100] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.848467] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9fb5ca5-d513-4d49-8c12-0b8a0d1535c7 [ 690.848743] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.848882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.849113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.849201] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.849279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.849374] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9fb5ca5-d513-4d49-8c12-0b8a0d1535c7 already deleted. [ 690.849451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9fb5ca5-d513-4d49-8c12-0b8a0d1535c7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.873211] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-f5bc8864-85a6-48e8-b3d3-567187159ca2 tempest-ListServersNegativeTestJSON-473294229 tempest-ListServersNegativeTestJSON-473294229-project-member] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 690.874160] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 690.875091] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.875091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.875091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.875414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.875675] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.875884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.878048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.878048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.878048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.878048] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.016767] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.342734] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.343111] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.343243] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.343589] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.343863] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.344703] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.344703] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.344703] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.344703] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.344893] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.344893] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.344947] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.345727] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.345727] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.345727] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.345727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.366939] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.367038] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.367172] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.367433] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.367643] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-c25b70cd-76ec-4980-be6c-cfb5652247ce taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.367808] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-c25b70cd-76ec-4980-be6c-cfb5652247ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.367920] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-c25b70cd-76ec-4980-be6c-cfb5652247ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.368269] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-c25b70cd-76ec-4980-be6c-cfb5652247ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.368400] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25b70cd-76ec-4980-be6c-cfb5652247ce',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.380396] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.380585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.380585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.380812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.381015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.381668] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.381804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.381804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.381982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.382096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.382142] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 already deleted. [ 691.383170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.520178] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.520264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.520264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.520865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.520865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.520865] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 691.552341] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.552483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.552551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.552756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.552905] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.570992] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 691.871454] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.871454] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.871687] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.871968] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.872167] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.872345] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port c25b70cd-76ec-4980-be6c-cfb5652247ce not found, creating... [ 691.872677] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.872836] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.872907] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.873144] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.873305] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.873832] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.873960] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.873960] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.874218] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.874347] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.874479] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: c25b70cd-76ec-4980-be6c-cfb5652247ce is going to be created. [ 691.899463] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.900082] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.901985] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.901985] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.901985] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.901985] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-c25b70cd-76ec-4980-be6c-cfb5652247ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.635500] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-efead79f-54c6-44df-a1e8-43f589898dfb service nova] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_rules [ 692.635500] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-efead79f-54c6-44df-a1e8-43f589898dfb service nova] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 692.635500] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-efead79f-54c6-44df-a1e8-43f589898dfb service nova] Enqueued Resource ID: c25b70cd-76ec-4980-be6c-cfb5652247ce with Priority: HIGHEST for action port [ 692.636604] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_rules [ 692.636903] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 692.640033] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25b70cd-76ec-4980-be6c-cfb5652247ce with Priority: HIGHEST for action port [ 692.640033] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.640033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.640033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.640033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.640033] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.640033] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.640033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.640033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.640033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.640872] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.643381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.643381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.643381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.643381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.643381] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.643381] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c25b70cd-76ec-4980-be6c-cfb5652247ce taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.645021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c25b70cd-76ec-4980-be6c-cfb5652247ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.645021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c25b70cd-76ec-4980-be6c-cfb5652247ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.645021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c25b70cd-76ec-4980-be6c-cfb5652247ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.645021] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25b70cd-76ec-4980-be6c-cfb5652247ce',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.146527] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.147676] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.147780] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.147997] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c25b70cd-76ec-4980-be6c-cfb5652247ce with status ACTIVE [ 693.148058] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.149257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.149257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.149257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.149257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.149257] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.149257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.149257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.149257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.149257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.149584] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.149584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.149655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.149741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.149813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.149893] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c25b70cd-76ec-4980-be6c-cfb5652247ce is going to be updated. [ 693.179251] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.179251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.179251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.179523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.179630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.179835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c25b70cd-76ec-4980-be6c-cfb5652247ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.226015] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-d1145577-a76e-4f96-95b3-6236bf3fbb2f tempest-ListServersNegativeTestJSON-473294229 tempest-ListServersNegativeTestJSON-473294229-project-member] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 693.226546] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 693.227054] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.227245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.277877] env[66687]: INFO networking_nsxv3.common.synchronization [None req-8e827c5b-1a24-40eb-8712-b7591bbaffad None None] Enqueued Resource ID: 729505d5-665c-4c11-adb4-75817a212139 with Priority: HIGHEST for action port [ 693.281398] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729505d5-665c-4c11-adb4-75817a212139 with Priority: HIGHEST for action port [ 693.281398] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-729505d5-665c-4c11-adb4-75817a212139 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.281600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-729505d5-665c-4c11-adb4-75817a212139" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.281600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-729505d5-665c-4c11-adb4-75817a212139" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.281759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-729505d5-665c-4c11-adb4-75817a212139" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.281859] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729505d5-665c-4c11-adb4-75817a212139',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.540314] env[66687]: INFO networking_nsxv3.common.synchronization [None req-cd9ed4eb-992e-4867-8d2a-43555cb819e6 None None] Enqueued Resource ID: f2996a0c-7bd7-489d-a80d-00e1ff279d27 with Priority: HIGHEST for action port [ 693.540314] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2996a0c-7bd7-489d-a80d-00e1ff279d27 with Priority: HIGHEST for action port [ 693.540491] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2996a0c-7bd7-489d-a80d-00e1ff279d27 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.540491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2996a0c-7bd7-489d-a80d-00e1ff279d27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.540619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2996a0c-7bd7-489d-a80d-00e1ff279d27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.540782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2996a0c-7bd7-489d-a80d-00e1ff279d27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.540850] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2996a0c-7bd7-489d-a80d-00e1ff279d27',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.581771] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 693.581916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.582068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.582308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.582499] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.582626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.582683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.582840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.582940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.583042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.583225] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.654501] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.685887] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.685887] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.685887] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.685887] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.686149] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.686244] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.686801] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.686801] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.686801] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.686976] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.686976] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.687128] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.687377] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.687377] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.687549] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.687657] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.709590] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.709751] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.710451] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.710451] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.710451] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-1498c292-d72a-4228-86d9-332e204f7b78 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.710609] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-1498c292-d72a-4228-86d9-332e204f7b78" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.710664] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-1498c292-d72a-4228-86d9-332e204f7b78" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.710999] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-1498c292-d72a-4228-86d9-332e204f7b78" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.711138] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1498c292-d72a-4228-86d9-332e204f7b78',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.784195] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 729505d5-665c-4c11-adb4-75817a212139 [ 693.784324] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.784455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.784516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.784736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.784829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.784925] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:729505d5-665c-4c11-adb4-75817a212139 already deleted. [ 693.785017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-729505d5-665c-4c11-adb4-75817a212139" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.915938] env[66687]: INFO networking_nsxv3.common.synchronization [None req-b2ddd2d3-4353-4f42-8610-46eee4ce53b0 tempest-ServersTestJSON-793077581 tempest-ServersTestJSON-793077581-project-member] Enqueued Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_rules [ 693.916555] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_rules [ 693.916890] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e263c369-b216-401d-8a8d-2cff3604990f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.917645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.917782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.918098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.918193] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e263c369-b216-401d-8a8d-2cff3604990f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.043309] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2996a0c-7bd7-489d-a80d-00e1ff279d27 [ 694.043603] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.043740] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.043823] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.044069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.044167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.045440] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2996a0c-7bd7-489d-a80d-00e1ff279d27 already deleted. [ 694.045440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2996a0c-7bd7-489d-a80d-00e1ff279d27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.085352] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.085352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.085352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.085545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.085705] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.085816] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.085865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.086018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.086106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.086412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.086412] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.086412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.086546] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.086581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.086978] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.086978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.086978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.086978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.087215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.087215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.087215] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.157820] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.157820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.157820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.158247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.158247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.158247] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be created. [ 694.184850] env[66687]: INFO networking_nsxv3.common.synchronization [None req-1ec7195a-ae7d-44a7-affc-a6c88bf8fd49 tempest-ServersTestJSON-793077581 tempest-ServersTestJSON-793077581-project-member] Enqueued Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_rules [ 694.185808] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.185920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.185920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.187629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.187629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.188625] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_rules [ 694.188932] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e263c369-b216-401d-8a8d-2cff3604990f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.189039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.198553] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: UNINITIALIZED for 2s [ 694.213970] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.214171] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.214284] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.214549] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.214688] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.214829] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 1498c292-d72a-4228-86d9-332e204f7b78 not found, creating... [ 694.215105] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.215253] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.215359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.215566] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.215946] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.215946] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.216140] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.216281] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.216511] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.218063] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.218063] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 1498c292-d72a-4228-86d9-332e204f7b78 is going to be created. [ 694.241082] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.241082] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.241082] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.241082] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.241082] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.241082] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-1498c292-d72a-4228-86d9-332e204f7b78" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.444835] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.444964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.445084] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.447876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.447876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.447876] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e263c369-b216-401d-8a8d-2cff3604990f already deleted. [ 694.447876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.447876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.447876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.447876] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e263c369-b216-401d-8a8d-2cff3604990f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.590456] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d: rpc.has_security_group_logging(os_id): False [ 694.614835] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.615760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.615865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.616251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.616251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.616666] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.616825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.616909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.617129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.617195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.618250] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.618407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.618449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.618606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.618790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.619034] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.619152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.619227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.619385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.619466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.619683] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 694.688089] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.688431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.688473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.688786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.688995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.710791] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 694.972409] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.972534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.972586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.972937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.972937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.973168] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e263c369-b216-401d-8a8d-2cff3604990f already deleted. [ 694.973168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.009542] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-5fcca426-2bc2-4928-a1b7-ac6b19109dbd service nova] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_rules [ 695.009741] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-5fcca426-2bc2-4928-a1b7-ac6b19109dbd service nova] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 695.009966] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-5fcca426-2bc2-4928-a1b7-ac6b19109dbd service nova] Enqueued Resource ID: 1498c292-d72a-4228-86d9-332e204f7b78 with Priority: HIGHEST for action port [ 695.010736] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_rules [ 695.010819] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 695.011400] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1498c292-d72a-4228-86d9-332e204f7b78 with Priority: HIGHEST for action port [ 695.011400] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.011400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.011653] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.011653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.011742] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1498c292-d72a-4228-86d9-332e204f7b78 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.011797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1498c292-d72a-4228-86d9-332e204f7b78" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.012474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1498c292-d72a-4228-86d9-332e204f7b78" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.012474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1498c292-d72a-4228-86d9-332e204f7b78" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.012474] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1498c292-d72a-4228-86d9-332e204f7b78',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.436382] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-8840bf72-e074-4d42-8205-40e35d36efbb tempest-ListServersNegativeTestJSON-473294229 tempest-ListServersNegativeTestJSON-473294229-project-member] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 695.436926] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 695.437299] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.437406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.514393] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1498c292-d72a-4228-86d9-332e204f7b78 with status ACTIVE [ 695.514631] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.514774] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.514841] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.515077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.515265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.516060] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.517864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.517971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.518194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.518278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.518481] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.518585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.518648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.518799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.518882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.518965] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1498c292-d72a-4228-86d9-332e204f7b78 is going to be updated. [ 695.540246] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.540388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.540455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.540654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.540790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.540955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1498c292-d72a-4228-86d9-332e204f7b78" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.757523] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.757830] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.757877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.758145] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.758399] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.758545] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.758943] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.759438] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.760086] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.760086] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.760086] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.760086] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.760374] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.760374] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.760374] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.760488] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.780819] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.781092] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.781434] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.781526] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-668" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.782415] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-06c501e9-d85c-4336-a519-26def1297c87 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.782605] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-06c501e9-d85c-4336-a519-26def1297c87" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.782720] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-06c501e9-d85c-4336-a519-26def1297c87" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.783072] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-06c501e9-d85c-4336-a519-26def1297c87" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.783199] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c501e9-d85c-4336-a519-26def1297c87',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.137518] env[66687]: INFO networking_nsxv3.common.synchronization [None req-a0106315-0166-45fb-b2b9-c9367d0e7f05 None None] Enqueued Resource ID: b34dd1b4-1583-4666-a665-5aa4393161db with Priority: HIGHEST for action port [ 696.138332] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34dd1b4-1583-4666-a665-5aa4393161db with Priority: HIGHEST for action port [ 696.139147] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b34dd1b4-1583-4666-a665-5aa4393161db taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.139147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b34dd1b4-1583-4666-a665-5aa4393161db" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.139147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b34dd1b4-1583-4666-a665-5aa4393161db" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.139434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b34dd1b4-1583-4666-a665-5aa4393161db" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.139554] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34dd1b4-1583-4666-a665-5aa4393161db',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.209685] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: SUCCESS [ 696.210291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.210487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.210706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.211387] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.211387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.211387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.211563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.211563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.212009] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.212009] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.212920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.213093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.213461] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.213461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.213461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.213576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.213636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.213749] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.286297] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.286578] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.286727] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.287054] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.287277] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.287496] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 06c501e9-d85c-4336-a519-26def1297c87 not found, creating... [ 696.287896] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.288415] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.288415] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.288642] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.288855] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.289392] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.290336] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.290336] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.290336] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.290336] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.290551] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 06c501e9-d85c-4336-a519-26def1297c87 is going to be created. [ 696.313352] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.313549] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.313861] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.313928] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.314182] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.314447] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-06c501e9-d85c-4336-a519-26def1297c87" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.555818] env[66687]: INFO networking_nsxv3.common.synchronization [req-5caeacd8-d83b-4b73-a7e1-c2c952179551 req-32c6cc19-ed40-43a6-ab55-88f541647ad8 tempest-FloatingIPsAssociationTestJSON-969161745 tempest-FloatingIPsAssociationTestJSON-969161745-project-member] Enqueued Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 696.556406] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGHEST for action security_group_members [ 696.556749] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.556943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.556943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.557369] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.557369] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.557517] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.557517] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.558327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.558327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.558327] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.642610] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b34dd1b4-1583-4666-a665-5aa4393161db [ 696.642860] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.643164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.643237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.643509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.643618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.643717] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b34dd1b4-1583-4666-a665-5aa4393161db already deleted. [ 696.643826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b34dd1b4-1583-4666-a665-5aa4393161db" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.716742] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.716742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.716742] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.729027] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 696.729027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.059798] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.060144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.060144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.060305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.083349] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.083639] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.083764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.084873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.084873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.084873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.084873] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb is going to be updated. [ 697.108626] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-258785d2-9907-487c-9246-43b959ede4c9 service nova] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_rules [ 697.108807] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-258785d2-9907-487c-9246-43b959ede4c9 service nova] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 697.108951] env[66687]: INFO networking_nsxv3.common.synchronization [req-fddd9f26-b853-43fc-8397-bcd093a972e9 req-258785d2-9907-487c-9246-43b959ede4c9 service nova] Enqueued Resource ID: 06c501e9-d85c-4336-a519-26def1297c87 with Priority: HIGHEST for action port [ 697.109191] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_rules [ 697.109326] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 697.109683] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c501e9-d85c-4336-a519-26def1297c87 with Priority: HIGHEST for action port [ 697.110234] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.110501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.110710] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.110811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.110979] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-06c501e9-d85c-4336-a519-26def1297c87 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.111131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06c501e9-d85c-4336-a519-26def1297c87" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.111220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06c501e9-d85c-4336-a519-26def1297c87" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.111354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06c501e9-d85c-4336-a519-26def1297c87" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.111436] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c501e9-d85c-4336-a519-26def1297c87',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.117130] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.117130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.117130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.118351] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.118533] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.131305] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: IN_PROGRESS for 2s [ 697.219053] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.621805] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06c501e9-d85c-4336-a519-26def1297c87 with status ACTIVE [ 697.622128] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.622286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.622377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.622580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.622683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.622904] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.623030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.623069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.623230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.623326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.623496] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.623594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.623655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.623794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.623867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.623952] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06c501e9-d85c-4336-a519-26def1297c87 is going to be updated. [ 697.648211] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.648211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.648211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.648409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.648435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.648586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06c501e9-d85c-4336-a519-26def1297c87" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.722068] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.722281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.722281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.722600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.722751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.722919] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be updated. [ 697.765329] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.765329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.765329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.765329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.765329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.778030] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: IN_PROGRESS for 2s [ 699.143416] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb in Status: SUCCESS [ 699.143765] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb deletion is rescheduled due to dependency. [ 699.143830] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.789946] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: SUCCESS [ 699.789946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.790087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.790320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.790524] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.790643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.790707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.790860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.790977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.791104] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.294697] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.799396] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.304633] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.305070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.305070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.305301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.305920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.305920] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be updated. [ 701.351134] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.351274] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.351346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.351557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.351704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.361476] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: IN_PROGRESS for 2s [ 702.110089] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 702.110290] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 702.756386] env[66687]: INFO networking_nsxv3.common.synchronization [req-77c4b673-4385-4357-a084-3e289b60d590 req-860331da-4368-479b-b777-e90183fab3f9 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_members [ 702.757062] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_members [ 702.757774] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b62f436-676b-4b8b-89eb-ca017c33b71d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.757774] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.757997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.758058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.758215] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.758315] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.758376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.758518] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.758601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.758694] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b62f436-676b-4b8b-89eb-ca017c33b71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.171734] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.171734] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.171734] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.172148] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.172318] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.172426] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.172509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.172754] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.172890] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.173553] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.173553] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.173553] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.173696] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.173793] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.173876] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.174140] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.193511] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.193647] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.193866] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.194019] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.194494] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-e36393b6-f0ad-4fd8-a523-705928acd618 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.194638] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-e36393b6-f0ad-4fd8-a523-705928acd618" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.194638] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-e36393b6-f0ad-4fd8-a523-705928acd618" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.195109] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-e36393b6-f0ad-4fd8-a523-705928acd618" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.195247] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36393b6-f0ad-4fd8-a523-705928acd618',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.260932] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.261105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.261195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.261422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.261529] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.261726] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.261825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.261888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.262110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.262229] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.262329] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d already deleted. [ 703.262397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.373468] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: SUCCESS [ 703.373468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.373468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.373468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.373468] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.373468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.373468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.373468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.373468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.373468] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.700056] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.700056] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.700056] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.700056] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.700056] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.700056] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port e36393b6-f0ad-4fd8-a523-705928acd618 not found, creating... [ 703.700056] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.700056] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.700056] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.700056] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.700056] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.700927] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.701498] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.701763] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.705352] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.705352] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.705352] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: e36393b6-f0ad-4fd8-a523-705928acd618 is going to be created. [ 703.741845] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.743800] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.743961] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.744353] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.744600] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.744833] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-e36393b6-f0ad-4fd8-a523-705928acd618" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.878151] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.015507] env[66687]: INFO networking_nsxv3.common.synchronization [None req-fcbf77f8-13b0-429e-a0b7-54a48909fb2a None None] Enqueued Resource ID: 91ce987d-60f3-48c8-8b29-ec43e06bec59 with Priority: HIGHEST for action port [ 704.015994] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ce987d-60f3-48c8-8b29-ec43e06bec59 with Priority: HIGHEST for action port [ 704.016327] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-91ce987d-60f3-48c8-8b29-ec43e06bec59 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.016452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91ce987d-60f3-48c8-8b29-ec43e06bec59" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.016516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91ce987d-60f3-48c8-8b29-ec43e06bec59" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.016771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91ce987d-60f3-48c8-8b29-ec43e06bec59" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.016858] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91ce987d-60f3-48c8-8b29-ec43e06bec59',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.381776] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.481402] env[66687]: INFO networking_nsxv3.common.synchronization [req-77c4b673-4385-4357-a084-3e289b60d590 req-16478375-3834-4fc1-8200-670d90b98818 service nova] Enqueued Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_rules [ 704.481844] env[66687]: INFO networking_nsxv3.common.synchronization [req-77c4b673-4385-4357-a084-3e289b60d590 req-16478375-3834-4fc1-8200-670d90b98818 service nova] Enqueued Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_members [ 704.481844] env[66687]: INFO networking_nsxv3.common.synchronization [req-77c4b673-4385-4357-a084-3e289b60d590 req-16478375-3834-4fc1-8200-670d90b98818 service nova] Enqueued Resource ID: e36393b6-f0ad-4fd8-a523-705928acd618 with Priority: HIGHEST for action port [ 704.482058] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_rules [ 704.482058] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_members [ 704.482212] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36393b6-f0ad-4fd8-a523-705928acd618 with Priority: HIGHEST for action port [ 704.483554] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b62f436-676b-4b8b-89eb-ca017c33b71d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.483554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.483687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.483942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.484034] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b62f436-676b-4b8b-89eb-ca017c33b71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.485104] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b62f436-676b-4b8b-89eb-ca017c33b71d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.485104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.485183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.485397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.485548] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.485686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.485769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.485945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.486059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.486171] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b62f436-676b-4b8b-89eb-ca017c33b71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.487158] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e36393b6-f0ad-4fd8-a523-705928acd618 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.490628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e36393b6-f0ad-4fd8-a523-705928acd618" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.490721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e36393b6-f0ad-4fd8-a523-705928acd618" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.490873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e36393b6-f0ad-4fd8-a523-705928acd618" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.490957] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36393b6-f0ad-4fd8-a523-705928acd618',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.518907] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91ce987d-60f3-48c8-8b29-ec43e06bec59 [ 704.519275] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.519275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.519444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.520042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.520042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.520042] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91ce987d-60f3-48c8-8b29-ec43e06bec59 already deleted. [ 704.520042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91ce987d-60f3-48c8-8b29-ec43e06bec59" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.885934] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.885934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.885934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.886751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.886751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.886847] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be updated. [ 704.923914] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.924111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.924208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.924445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.924624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.938584] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: IN_PROGRESS for 2s [ 704.993907] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b62f436-676b-4b8b-89eb-ca017c33b71d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.993907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.993907] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b62f436-676b-4b8b-89eb-ca017c33b71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.995294] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e36393b6-f0ad-4fd8-a523-705928acd618 with status ACTIVE [ 704.995294] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.995294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.995294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.995624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.995725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.996400] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.996400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.996400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.996570] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.997060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.997060] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.997060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.997060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.997231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.997258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.997336] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e36393b6-f0ad-4fd8-a523-705928acd618 is going to be updated. [ 705.025923] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.026946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.026946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.026946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.026946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.027173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e36393b6-f0ad-4fd8-a523-705928acd618" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.500776] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b62f436-676b-4b8b-89eb-ca017c33b71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.004775] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.004775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.004775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.004775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.004775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.005299] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d is going to be created. [ 706.031843] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.032052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.032122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.032333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.035817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.042557] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d in Status: UNINITIALIZED for 2s [ 706.442991] env[66687]: INFO networking_nsxv3.common.synchronization [None req-96a46d92-40e3-4c72-954a-83d6969f0535 None None] Enqueued Resource ID: 048934a2-cad1-4768-8eb0-9cdf1c087f3d with Priority: HIGHEST for action port [ 706.446643] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048934a2-cad1-4768-8eb0-9cdf1c087f3d with Priority: HIGHEST for action port [ 706.446998] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-048934a2-cad1-4768-8eb0-9cdf1c087f3d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.447136] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-048934a2-cad1-4768-8eb0-9cdf1c087f3d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.447201] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-048934a2-cad1-4768-8eb0-9cdf1c087f3d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.447483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-048934a2-cad1-4768-8eb0-9cdf1c087f3d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.447554] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('048934a2-cad1-4768-8eb0-9cdf1c087f3d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.949667] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 048934a2-cad1-4768-8eb0-9cdf1c087f3d [ 706.950512] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.950512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.950512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.950512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.950512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.950795] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:048934a2-cad1-4768-8eb0-9cdf1c087f3d already deleted. [ 706.951988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-048934a2-cad1-4768-8eb0-9cdf1c087f3d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.954020] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: SUCCESS [ 706.954317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.954864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.954864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.955160] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.955160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.955160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.955844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.955844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.955844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.956033] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.956033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.956147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.956231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.956378] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.956527] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.956566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.956704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.956831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.956831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.956926] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.957918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.958107] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.958376] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.958376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.958506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.958635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.959246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.959246] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.464760] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445: rpc.has_security_group_logging(os_id): False [ 707.465210] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.486232] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.486330] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.486716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.488647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.488647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.492252] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.492453] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.492528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.492785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.492877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.493156] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.493319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.493319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.493510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.493593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.493814] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.493931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.493995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.494181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.494259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.494349] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be created. [ 707.582164] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.582332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.582465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.582609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.582942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.595615] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: IN_PROGRESS for 2s [ 707.969173] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.057061] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d in Status: SUCCESS [ 708.057283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.057513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.057662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.057851] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.057976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.058266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.058266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.058266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.058492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.058492] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b62f436-676b-4b8b-89eb-ca017c33b71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.214289] env[66687]: INFO networking_nsxv3.common.synchronization [req-4c5054d2-5442-43d9-9fc6-d6a81aab0e49 req-d865d8e4-169f-4744-9e58-5070e3131b20 tempest-ServersAdminNegativeTestJSON-1016638807 tempest-ServersAdminNegativeTestJSON-1016638807-project-member] Enqueued Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 708.214999] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 708.215646] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.215646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.215798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.215966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.216215] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.216385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.216493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.216731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.216869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.217014] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.473924] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.473924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.473924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.473924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.473924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.473924] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be updated. [ 708.503646] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.503889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.504010] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.504490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.504490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.514374] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: IN_PROGRESS for 2s [ 708.560360] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b62f436-676b-4b8b-89eb-ca017c33b71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.719639] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.064822] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b62f436-676b-4b8b-89eb-ca017c33b71d: rpc.has_security_group_logging(os_id): False [ 709.085554] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.086943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.086943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.086943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.086943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.086943] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.086943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.086943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.087257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.087257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.087331] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d is going to be created. [ 709.170161] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.172023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.172023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.172023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.172023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.199214] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d in Status: IN_PROGRESS for 2s [ 709.222890] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.430515] env[66687]: INFO networking_nsxv3.common.synchronization [req-ae012066-d9f4-4e64-b986-909fb8583313 req-bcc0fbf1-3f31-4231-93c9-9b6dc46111ee tempest-VolumesAssistedSnapshotsTest-162523046 tempest-VolumesAssistedSnapshotsTest-162523046-project-member] Enqueued Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_members [ 709.431145] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGHEST for action security_group_members [ 709.431453] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9e8e37-c264-47bc-b19f-8dddeca822b3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.431550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.431879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.431879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.431955] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.432113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.432179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.432335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.432420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.432511] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9e8e37-c264-47bc-b19f-8dddeca822b3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.617287] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: SUCCESS [ 709.617580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.617754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.617986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.618091] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.650765] env[66687]: INFO networking_nsxv3.common.synchronization [None req-6d98118a-c93f-495f-b306-c9d812ec30a7 None None] Enqueued Resource ID: 80fec034-1a2d-4a9a-bfdd-98914b44f717 with Priority: HIGHEST for action port [ 709.651873] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80fec034-1a2d-4a9a-bfdd-98914b44f717 with Priority: HIGHEST for action port [ 709.652335] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-80fec034-1a2d-4a9a-bfdd-98914b44f717 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.652497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80fec034-1a2d-4a9a-bfdd-98914b44f717" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.652539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80fec034-1a2d-4a9a-bfdd-98914b44f717" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.652892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80fec034-1a2d-4a9a-bfdd-98914b44f717" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.652892] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80fec034-1a2d-4a9a-bfdd-98914b44f717',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.725512] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.725674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.725737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.725985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.726149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.726210] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 032352ff-6227-450a-8583-521478433ab2 is going to be updated. [ 709.764460] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.764627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.764707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.764914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.765071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.775646] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: IN_PROGRESS for 2s [ 709.937838] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.937838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.937838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.937838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.969982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.970351] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.970519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.970590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.970857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.971072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.971072] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 is going to be updated. [ 710.013670] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.013833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.013928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.014152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.014333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.027021] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 in Status: IN_PROGRESS for 2s [ 710.121058] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.121058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.157311] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80fec034-1a2d-4a9a-bfdd-98914b44f717 [ 710.157556] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.157693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.157771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.157977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.158197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.158197] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80fec034-1a2d-4a9a-bfdd-98914b44f717 already deleted. [ 710.158317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80fec034-1a2d-4a9a-bfdd-98914b44f717" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.525294] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: SUCCESS [ 710.525713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.525713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.527017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.527017] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.527017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.527017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.527017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.527017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.527017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.527017] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.556486] env[66687]: INFO networking_nsxv3.common.synchronization [None req-15f204b6-fdb0-46b3-a0c2-658d5d618049 None None] Enqueued Resource ID: cd0f4e3e-7409-4f10-aa52-7cf3c1a16cc2 with Priority: HIGHEST for action port [ 710.559158] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0f4e3e-7409-4f10-aa52-7cf3c1a16cc2 with Priority: HIGHEST for action port [ 710.561270] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd0f4e3e-7409-4f10-aa52-7cf3c1a16cc2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.561270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd0f4e3e-7409-4f10-aa52-7cf3c1a16cc2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.561270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd0f4e3e-7409-4f10-aa52-7cf3c1a16cc2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.561270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd0f4e3e-7409-4f10-aa52-7cf3c1a16cc2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.561513] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd0f4e3e-7409-4f10-aa52-7cf3c1a16cc2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.029302] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.029665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.029665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.030090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.030132] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.030384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.030384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.030519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.030612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.030772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.030921] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.031129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.031197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.031426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.032331] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.032331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.032331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.032331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.032331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.032331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.032331] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.064872] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd0f4e3e-7409-4f10-aa52-7cf3c1a16cc2 [ 711.065423] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.065423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.065423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.065655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.065655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.065713] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd0f4e3e-7409-4f10-aa52-7cf3c1a16cc2 already deleted. [ 711.065800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd0f4e3e-7409-4f10-aa52-7cf3c1a16cc2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.211484] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d in Status: SUCCESS [ 711.211611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.534858] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445: rpc.has_security_group_logging(os_id): False [ 711.558333] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.558333] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.558333] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.558333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.558875] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.558875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.558875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.558875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.558875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.558875] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be updated. [ 711.639734] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.639734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.639734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.639972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.639972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.657811] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: IN_PROGRESS for 2s [ 711.792506] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: SUCCESS [ 711.792753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.039589] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 in Status: SUCCESS [ 712.039589] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 deletion is rescheduled due to dependency. [ 712.039589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.704121] env[66687]: INFO networking_nsxv3.common.synchronization [None req-52197e82-db6a-43c0-bd26-71c0478665c4 None None] Enqueued Resource ID: 74733af8-6cf2-4a7f-818b-c53f48fb30e1 with Priority: HIGHEST for action port [ 712.704477] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74733af8-6cf2-4a7f-818b-c53f48fb30e1 with Priority: HIGHEST for action port [ 712.705151] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-74733af8-6cf2-4a7f-818b-c53f48fb30e1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.705151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74733af8-6cf2-4a7f-818b-c53f48fb30e1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.705295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74733af8-6cf2-4a7f-818b-c53f48fb30e1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.705555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74733af8-6cf2-4a7f-818b-c53f48fb30e1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.706796] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74733af8-6cf2-4a7f-818b-c53f48fb30e1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.211981] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74733af8-6cf2-4a7f-818b-c53f48fb30e1 [ 713.211981] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.211981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.211981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.211981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.211981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.211981] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74733af8-6cf2-4a7f-818b-c53f48fb30e1 already deleted. [ 713.211981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74733af8-6cf2-4a7f-818b-c53f48fb30e1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.367472] env[66687]: INFO networking_nsxv3.common.synchronization [None req-23c048c1-6b8d-463c-9658-28c06b62742d None None] Enqueued Resource ID: 5f01bebb-d69d-442e-af38-db725a05568a with Priority: HIGHEST for action port [ 713.368060] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f01bebb-d69d-442e-af38-db725a05568a with Priority: HIGHEST for action port [ 713.368374] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f01bebb-d69d-442e-af38-db725a05568a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.368529] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f01bebb-d69d-442e-af38-db725a05568a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.368593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f01bebb-d69d-442e-af38-db725a05568a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.368805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f01bebb-d69d-442e-af38-db725a05568a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.368890] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f01bebb-d69d-442e-af38-db725a05568a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.385959] env[66687]: INFO networking_nsxv3.common.synchronization [req-37a3393f-28cf-4442-a10e-18a397c85377 req-e9111864-aa6a-42b6-a23c-a94a2ff14906 tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 713.387010] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 713.387597] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.387848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.387994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.390038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.390038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.390038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.390038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.390038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.390038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.390038] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.678258] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: SUCCESS [ 713.680151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.680151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.680151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.680151] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.813548] env[66687]: INFO networking_nsxv3.common.synchronization [req-be1179a2-ea8d-4080-9578-5b89860efc44 req-5ba0dc36-8e77-42e7-a731-4e6283798909 tempest-SecurityGroupRulesTestJSON-2084688816 tempest-SecurityGroupRulesTestJSON-2084688816-project-member] Enqueued Resource ID: d77ed2f9-c885-4c5d-877c-9a9e0e5f67ef with Priority: HIGHEST for action security_group_rules [ 713.814191] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77ed2f9-c885-4c5d-877c-9a9e0e5f67ef with Priority: HIGHEST for action security_group_rules [ 713.814685] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77ed2f9-c885-4c5d-877c-9a9e0e5f67ef taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.814831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77ed2f9-c885-4c5d-877c-9a9e0e5f67ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.814948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77ed2f9-c885-4c5d-877c-9a9e0e5f67ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.815291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77ed2f9-c885-4c5d-877c-9a9e0e5f67ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.815291] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77ed2f9-c885-4c5d-877c-9a9e0e5f67ef',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.875347] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f01bebb-d69d-442e-af38-db725a05568a [ 713.875347] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.875347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.875347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.877433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.877554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.877664] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f01bebb-d69d-442e-af38-db725a05568a already deleted. [ 713.877744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f01bebb-d69d-442e-af38-db725a05568a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.891469] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.895741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.895741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.895741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.895741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.895741] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.895741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.895741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.895741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.895741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.896688] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e already deleted. [ 713.896688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.020260] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.020612] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-165" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.020807] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-165" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.021476] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-165" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.021752] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.021752] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.021851] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.022530] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.022780] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.022946] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.023199] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.023432] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.023573] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.023686] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.024073] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.024219] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.048578] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.048985] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.048985] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.048985] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-165" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.049409] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.049571] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.049742] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.050097] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.050225] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2fecdb8-305e-4c63-b3cb-9ffab6e31c16',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.182406] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.182641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.182748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.183063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.183310] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.183451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.183549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.184323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.184421] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.184560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.184710] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.337516] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.337516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.337516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.337946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.337946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.337946] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77ed2f9-c885-4c5d-877c-9a9e0e5f67ef already deleted. [ 714.337946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77ed2f9-c885-4c5d-877c-9a9e0e5f67ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.483406] env[66687]: INFO networking_nsxv3.common.synchronization [req-dead179c-13dc-4499-b9d2-e795fd586b5e req-cab218c0-05fc-45f4-b95e-9a0024a32273 tempest-ListServersNegativeTestJSON-473294229 tempest-ListServersNegativeTestJSON-473294229-project-member] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 714.483406] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 714.484359] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.484666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.484816] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.485618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.485618] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.485618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.485618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.487162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.487162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.487162] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.553663] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.554052] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.555539] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.555539] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.555539] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.555539] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 not found, creating... [ 714.555539] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.555539] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.555943] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.555943] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.556074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.556855] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.556855] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.556855] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.557039] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.558246] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.558246] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 is going to be created. [ 714.579763] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.579958] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.579958] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.581038] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.581038] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.581038] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.689647] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.690103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.989544] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.289834] env[66687]: INFO networking_nsxv3.common.synchronization [req-37a3393f-28cf-4442-a10e-18a397c85377 req-d3e2e022-c0c9-448a-ae08-659b153e52ee service nova] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_rules [ 715.290071] env[66687]: INFO networking_nsxv3.common.synchronization [req-37a3393f-28cf-4442-a10e-18a397c85377 req-d3e2e022-c0c9-448a-ae08-659b153e52ee service nova] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 715.290211] env[66687]: INFO networking_nsxv3.common.synchronization [req-37a3393f-28cf-4442-a10e-18a397c85377 req-d3e2e022-c0c9-448a-ae08-659b153e52ee service nova] Enqueued Resource ID: e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 with Priority: HIGHEST for action port [ 715.290849] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_rules [ 715.290983] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 715.291188] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 with Priority: HIGHEST for action port [ 715.291487] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.291591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.291659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.291859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.291940] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.293247] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.293380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.293449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.293624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.293869] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.293992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.294067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.294223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.294577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.294577] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.297335] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.297472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.298897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.298897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.298897] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2fecdb8-305e-4c63-b3cb-9ffab6e31c16',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.494237] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.800298] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.800445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.800972] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.801907] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 with status ACTIVE [ 715.802202] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.802349] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.802408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.802646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.802772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.803886] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.803886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.803886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.803886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.803886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.804589] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.804688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.805732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.806619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.806753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.806869] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 is going to be updated. [ 715.830844] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.830993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.831286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.831538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.831677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.831843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.996854] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.997107] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.997166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.997386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.997497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.997587] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be updated. [ 716.035157] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.035530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.035530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.038481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.038481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.054672] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: IN_PROGRESS for 2s [ 716.144792] env[66687]: INFO networking_nsxv3.common.synchronization [req-f5d33ab4-eea8-4e1f-843f-1c8942a89134 req-1e974e47-9e76-4441-a068-e971425702e7 tempest-ImagesOneServerNegativeTestJSON-1054522739 tempest-ImagesOneServerNegativeTestJSON-1054522739-project-member] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 716.145408] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 716.145716] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.145836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.145904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.147127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.147303] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.147412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.147474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.147638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.147725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.147820] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.309081] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.651910] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.652320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.652320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.653170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.653170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.653170] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.653170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.653380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.653448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.653576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.653671] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 already deleted. [ 716.653960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.811767] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.811767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.811767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.811978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.812283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.812283] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e is going to be created. [ 716.846015] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.846015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.846015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.846015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.846015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.855152] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: UNINITIALIZED for 2s [ 717.357216] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.357216] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.357216] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.357556] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.357816] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.357966] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.359253] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.359515] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.359659] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.359863] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.359968] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.360148] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.360213] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.360304] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.360402] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.360526] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.379212] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.379488] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.379602] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.379684] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.379980] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-f0a732a9-3294-4fb4-872b-1eaea0b0b6b0 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.380178] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-f0a732a9-3294-4fb4-872b-1eaea0b0b6b0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.380287] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-f0a732a9-3294-4fb4-872b-1eaea0b0b6b0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.380789] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-f0a732a9-3294-4fb4-872b-1eaea0b0b6b0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.380942] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0a732a9-3294-4fb4-872b-1eaea0b0b6b0',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.409887] env[66687]: INFO networking_nsxv3.common.synchronization [None req-0bfa6aaf-33f1-4ede-b792-31bcb9df21fa None None] Enqueued Resource ID: 2aff4e94-b018-42c6-9a03-1c6fc7034512 with Priority: HIGHEST for action port [ 717.410507] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aff4e94-b018-42c6-9a03-1c6fc7034512 with Priority: HIGHEST for action port [ 717.411177] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aff4e94-b018-42c6-9a03-1c6fc7034512 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.411177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aff4e94-b018-42c6-9a03-1c6fc7034512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.411177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aff4e94-b018-42c6-9a03-1c6fc7034512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.411851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aff4e94-b018-42c6-9a03-1c6fc7034512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.411907] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aff4e94-b018-42c6-9a03-1c6fc7034512',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.476612] env[66687]: INFO networking_nsxv3.common.synchronization [None req-fa06d106-7e15-4f1e-ac8e-909916f4c69d None None] Enqueued Resource ID: ec680785-59ea-44f2-be44-e4e39e18145d with Priority: HIGHEST for action port [ 717.476891] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec680785-59ea-44f2-be44-e4e39e18145d with Priority: HIGHEST for action port [ 717.477491] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec680785-59ea-44f2-be44-e4e39e18145d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.478025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec680785-59ea-44f2-be44-e4e39e18145d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.478102] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec680785-59ea-44f2-be44-e4e39e18145d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.479222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec680785-59ea-44f2-be44-e4e39e18145d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.479222] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec680785-59ea-44f2-be44-e4e39e18145d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.885390] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.885817] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.885817] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.886141] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.886327] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.886528] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port f0a732a9-3294-4fb4-872b-1eaea0b0b6b0 not found, creating... [ 717.886853] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.887076] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.887217] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.887556] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.887609] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.888180] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.888180] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.893309] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.893309] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.893309] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.893309] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: f0a732a9-3294-4fb4-872b-1eaea0b0b6b0 is going to be created. [ 717.915795] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.915795] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.916048] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.916224] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.916444] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.916682] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-f0a732a9-3294-4fb4-872b-1eaea0b0b6b0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.917617] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aff4e94-b018-42c6-9a03-1c6fc7034512 [ 717.917772] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.917872] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.917915] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.919185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.919998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.919998] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aff4e94-b018-42c6-9a03-1c6fc7034512 already deleted. [ 717.919998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aff4e94-b018-42c6-9a03-1c6fc7034512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.984365] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec680785-59ea-44f2-be44-e4e39e18145d [ 717.984365] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.984365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.984365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.984365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.984365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.984365] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec680785-59ea-44f2-be44-e4e39e18145d already deleted. [ 717.984365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec680785-59ea-44f2-be44-e4e39e18145d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.071525] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: SUCCESS [ 718.071762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.071938] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.072288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.072504] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.072627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.072694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.072846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.072926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.073032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.073182] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.073278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.073338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.073473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.073608] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.073696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.073788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.073882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.073955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.075128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.075286] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.232896] env[66687]: INFO networking_nsxv3.common.synchronization [None req-23539dae-3ef0-4487-9cd8-05917401fbca None None] Enqueued Resource ID: 35857587-6d4f-4a84-b814-720da182369f with Priority: HIGHEST for action port [ 718.233121] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35857587-6d4f-4a84-b814-720da182369f with Priority: HIGHEST for action port [ 718.233899] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-35857587-6d4f-4a84-b814-720da182369f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.233899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35857587-6d4f-4a84-b814-720da182369f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.233899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35857587-6d4f-4a84-b814-720da182369f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.233899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35857587-6d4f-4a84-b814-720da182369f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.233899] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35857587-6d4f-4a84-b814-720da182369f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.579040] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445: rpc.has_security_group_logging(os_id): False [ 718.599806] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.600352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.600577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.602689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.602689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.602689] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.602689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.602689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.602689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.602689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.602689] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.602689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.602689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.602689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.602689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.602689] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.604097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.604097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.604097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.606095] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.606095] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be updated. [ 718.657213] env[66687]: INFO networking_nsxv3.common.synchronization [req-f5d33ab4-eea8-4e1f-843f-1c8942a89134 req-e6895748-f59d-4eb2-a5e8-c8c4eb57b2eb service nova] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_rules [ 718.657476] env[66687]: INFO networking_nsxv3.common.synchronization [req-f5d33ab4-eea8-4e1f-843f-1c8942a89134 req-e6895748-f59d-4eb2-a5e8-c8c4eb57b2eb service nova] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 718.657663] env[66687]: INFO networking_nsxv3.common.synchronization [req-f5d33ab4-eea8-4e1f-843f-1c8942a89134 req-e6895748-f59d-4eb2-a5e8-c8c4eb57b2eb service nova] Enqueued Resource ID: f0a732a9-3294-4fb4-872b-1eaea0b0b6b0 with Priority: HIGHEST for action port [ 718.658283] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_rules [ 718.658498] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 718.658613] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a732a9-3294-4fb4-872b-1eaea0b0b6b0 with Priority: HIGHEST for action port [ 718.658914] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.659054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.659126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.659559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.659636] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.660610] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.660666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.660735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.664185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.664185] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.664185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.664185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.664185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.664185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.664185] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.665269] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0a732a9-3294-4fb4-872b-1eaea0b0b6b0 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.665269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0a732a9-3294-4fb4-872b-1eaea0b0b6b0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.665269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0a732a9-3294-4fb4-872b-1eaea0b0b6b0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.665664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0a732a9-3294-4fb4-872b-1eaea0b0b6b0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.665664] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0a732a9-3294-4fb4-872b-1eaea0b0b6b0',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.677083] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.677083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.677083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.677397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.677397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.693276] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: IN_PROGRESS for 2s [ 718.737197] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35857587-6d4f-4a84-b814-720da182369f [ 718.737703] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.737944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.738337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.738644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.738926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.739101] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35857587-6d4f-4a84-b814-720da182369f already deleted. [ 718.739302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35857587-6d4f-4a84-b814-720da182369f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.872833] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: SUCCESS [ 718.872833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.872833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.872833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.872833] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.872833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.872833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.872833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.872833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.872833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.872833] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.167885] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.168226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.168226] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.170393] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0a732a9-3294-4fb4-872b-1eaea0b0b6b0 with status ACTIVE [ 719.170539] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.170704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.170781] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.170982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.171119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.171359] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.171633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.171633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.171717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.171794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.171957] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.172061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.172142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.172296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.172372] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.172465] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0a732a9-3294-4fb4-872b-1eaea0b0b6b0 is going to be updated. [ 719.199287] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.199287] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.199287] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.199477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.200506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.200506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0a732a9-3294-4fb4-872b-1eaea0b0b6b0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.376656] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.677267] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.687473] env[66687]: INFO networking_nsxv3.common.synchronization [None req-0ba3beb3-9f21-4e42-9e9d-545e92c268c1 None None] Enqueued Resource ID: e69dd3d5-7283-4114-ade9-cef95c33c035 with Priority: HIGHEST for action port [ 719.689024] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69dd3d5-7283-4114-ade9-cef95c33c035 with Priority: HIGHEST for action port [ 719.690522] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e69dd3d5-7283-4114-ade9-cef95c33c035 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.690522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e69dd3d5-7283-4114-ade9-cef95c33c035" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.690522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e69dd3d5-7283-4114-ade9-cef95c33c035" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.690522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e69dd3d5-7283-4114-ade9-cef95c33c035" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.690522] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69dd3d5-7283-4114-ade9-cef95c33c035',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.879658] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d1d6411-26d5-4a69-b3e4-724a537f4c8e: rpc.has_security_group_logging(os_id): False [ 719.898946] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.899168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.899247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.899458] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.899552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.899873] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.899981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.900056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.900250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.900375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.900512] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e is going to be created. [ 719.965888] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.966081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.966123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.966487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.966550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.989551] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: IN_PROGRESS for 2s [ 720.182608] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.182895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.182933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.183263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.183438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.183484] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be created. [ 720.193250] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e69dd3d5-7283-4114-ade9-cef95c33c035 [ 720.193488] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.195585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.195744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.195972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.196083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.196188] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e69dd3d5-7283-4114-ade9-cef95c33c035 already deleted. [ 720.196265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e69dd3d5-7283-4114-ade9-cef95c33c035" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.209474] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.209632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.209692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.209959] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.210134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.220898] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: UNINITIALIZED for 2s [ 720.300074] env[66687]: INFO networking_nsxv3.common.synchronization [req-3d3d9542-9d7e-4bb7-a180-02890b9577a9 req-ac831c31-31a4-4185-8b98-9fd104eb3b1c tempest-AttachInterfacesV270Test-203073804 tempest-AttachInterfacesV270Test-203073804-project-member] Enqueued Resource ID: 9d708fc2-2a8a-496b-aa38-543da371d27a with Priority: HIGHEST for action security_group_members [ 720.300971] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d708fc2-2a8a-496b-aa38-543da371d27a with Priority: HIGHEST for action security_group_members [ 720.302103] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d708fc2-2a8a-496b-aa38-543da371d27a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.302103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.302322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.302531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.302710] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.302935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.303031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.303245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.303396] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.303451] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d708fc2-2a8a-496b-aa38-543da371d27a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.630238] env[66687]: INFO networking_nsxv3.common.synchronization [None req-c898f301-449a-4d05-9591-ab8339eff4bd None None] Enqueued Resource ID: 4f7d4918-0687-428a-82f3-47af8b603a33 with Priority: HIGHEST for action port [ 720.632596] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7d4918-0687-428a-82f3-47af8b603a33 with Priority: HIGHEST for action port [ 720.632596] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f7d4918-0687-428a-82f3-47af8b603a33 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.632596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f7d4918-0687-428a-82f3-47af8b603a33" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.632596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f7d4918-0687-428a-82f3-47af8b603a33" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.632596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f7d4918-0687-428a-82f3-47af8b603a33" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.632596] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7d4918-0687-428a-82f3-47af8b603a33',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.709469] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: SUCCESS [ 720.710956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.767293] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.767293] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-140" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.767293] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-140" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.767293] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-140" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.767772] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.767772] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.767772] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.768980] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.769231] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.769459] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.769566] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.770377] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.770512] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.770644] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.770750] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.770881] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.794215] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.794215] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.794215] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.794215] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-140" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.794215] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-fcaebd74-e092-4557-bf79-08464e322c63 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.794471] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-fcaebd74-e092-4557-bf79-08464e322c63" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.794471] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-fcaebd74-e092-4557-bf79-08464e322c63" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.794818] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-fcaebd74-e092-4557-bf79-08464e322c63" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.794952] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcaebd74-e092-4557-bf79-08464e322c63',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.807795] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.807998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.808051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.808258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.808354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.808561] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.808658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.808719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.808862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.808937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.809032] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d708fc2-2a8a-496b-aa38-543da371d27a already deleted. [ 720.809118] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.134454] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f7d4918-0687-428a-82f3-47af8b603a33 [ 721.134698] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.134836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.134903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.135147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.135245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.136045] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f7d4918-0687-428a-82f3-47af8b603a33 already deleted. [ 721.136045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f7d4918-0687-428a-82f3-47af8b603a33" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.298327] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.298703] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.298771] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.299584] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.300247] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.300247] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port fcaebd74-e092-4557-bf79-08464e322c63 not found, creating... [ 721.300468] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.300468] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.300580] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.301288] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.301288] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.301288] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.301488] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.301488] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.301595] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.302271] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.302631] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: fcaebd74-e092-4557-bf79-08464e322c63 is going to be created. [ 721.328139] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.328139] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.328139] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.328139] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.328139] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.328139] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-fcaebd74-e092-4557-bf79-08464e322c63" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.004555] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: SUCCESS [ 722.004823] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.112933] env[66687]: INFO networking_nsxv3.common.synchronization [req-3d3d9542-9d7e-4bb7-a180-02890b9577a9 req-0c0b1a3f-b0c4-492e-ad67-1fc3642f4ee1 service nova] Enqueued Resource ID: 9d708fc2-2a8a-496b-aa38-543da371d27a with Priority: HIGHEST for action security_group_rules [ 722.113171] env[66687]: INFO networking_nsxv3.common.synchronization [req-3d3d9542-9d7e-4bb7-a180-02890b9577a9 req-0c0b1a3f-b0c4-492e-ad67-1fc3642f4ee1 service nova] Enqueued Resource ID: 9d708fc2-2a8a-496b-aa38-543da371d27a with Priority: HIGHEST for action security_group_members [ 722.113320] env[66687]: INFO networking_nsxv3.common.synchronization [req-3d3d9542-9d7e-4bb7-a180-02890b9577a9 req-0c0b1a3f-b0c4-492e-ad67-1fc3642f4ee1 service nova] Enqueued Resource ID: fcaebd74-e092-4557-bf79-08464e322c63 with Priority: HIGHEST for action port [ 722.113854] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d708fc2-2a8a-496b-aa38-543da371d27a with Priority: HIGHEST for action security_group_rules [ 722.113985] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d708fc2-2a8a-496b-aa38-543da371d27a with Priority: HIGHEST for action security_group_members [ 722.114090] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaebd74-e092-4557-bf79-08464e322c63 with Priority: HIGHEST for action port [ 722.114454] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d708fc2-2a8a-496b-aa38-543da371d27a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.114541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.114593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.114850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.114929] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d708fc2-2a8a-496b-aa38-543da371d27a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.116481] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d708fc2-2a8a-496b-aa38-543da371d27a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.116593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.116979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.116979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.116979] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.117136] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.117136] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.117252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.117333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.118152] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d708fc2-2a8a-496b-aa38-543da371d27a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.119386] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcaebd74-e092-4557-bf79-08464e322c63 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.119547] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcaebd74-e092-4557-bf79-08464e322c63" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.119620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcaebd74-e092-4557-bf79-08464e322c63" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.119775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcaebd74-e092-4557-bf79-08464e322c63" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.119850] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcaebd74-e092-4557-bf79-08464e322c63',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.228275] env[66687]: INFO networking_nsxv3.common.synchronization [None req-a405d9b6-e12e-4c3e-99e1-6c6e41ff0915 None None] Enqueued Resource ID: edb148dc-c981-4339-9305-cc7664ec04a0 with Priority: HIGHEST for action port [ 722.228960] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb148dc-c981-4339-9305-cc7664ec04a0 with Priority: HIGHEST for action port [ 722.229511] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-edb148dc-c981-4339-9305-cc7664ec04a0 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.229660] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edb148dc-c981-4339-9305-cc7664ec04a0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.229733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edb148dc-c981-4339-9305-cc7664ec04a0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.230033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edb148dc-c981-4339-9305-cc7664ec04a0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.230473] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb148dc-c981-4339-9305-cc7664ec04a0',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.232049] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: SUCCESS [ 722.232925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.232925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.233146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.233647] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.233784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.233874] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.234814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.234814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.234814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.234814] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.621809] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d708fc2-2a8a-496b-aa38-543da371d27a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.622221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.622221] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d708fc2-2a8a-496b-aa38-543da371d27a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.623329] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcaebd74-e092-4557-bf79-08464e322c63 with status ACTIVE [ 722.623864] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.624088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.624191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.624462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.624585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.624831] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.624966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.625643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.626042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.626143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.626624] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.627140] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.627216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.627385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.627467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.627556] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcaebd74-e092-4557-bf79-08464e322c63 is going to be updated. [ 722.649510] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.650438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.650438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.650438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.650438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.650565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcaebd74-e092-4557-bf79-08464e322c63" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.736870] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edb148dc-c981-4339-9305-cc7664ec04a0 [ 722.736870] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.736870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.736870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.736870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.737272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.737272] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edb148dc-c981-4339-9305-cc7664ec04a0 already deleted. [ 722.737272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edb148dc-c981-4339-9305-cc7664ec04a0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.737452] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.737514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.737596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.738036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.738036] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.738036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.738202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.738202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.738376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.738376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.738741] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.738741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.738741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.738832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.739063] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.739063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.739063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.739292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.739292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.739399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.739399] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.029447] env[66687]: INFO networking_nsxv3.common.synchronization [req-2730db5c-79b3-4e48-bba4-a17f30a36a01 req-f4199eeb-831e-4bda-a54c-dfb947f68ed7 tempest-SecurityGroupRulesTestJSON-2084688816 tempest-SecurityGroupRulesTestJSON-2084688816-project-member] Enqueued Resource ID: 6ae92ca2-c999-4cc2-8cfa-6b2f0ccc63b5 with Priority: HIGHEST for action security_group_rules [ 723.031414] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae92ca2-c999-4cc2-8cfa-6b2f0ccc63b5 with Priority: HIGHEST for action security_group_rules [ 723.034908] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ae92ca2-c999-4cc2-8cfa-6b2f0ccc63b5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.034908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ae92ca2-c999-4cc2-8cfa-6b2f0ccc63b5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.034908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ae92ca2-c999-4cc2-8cfa-6b2f0ccc63b5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.035447] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ae92ca2-c999-4cc2-8cfa-6b2f0ccc63b5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.035447] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ae92ca2-c999-4cc2-8cfa-6b2f0ccc63b5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.129813] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d708fc2-2a8a-496b-aa38-543da371d27a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.186906] env[66687]: INFO networking_nsxv3.common.synchronization [None req-0a500bcf-75cb-415a-8bbe-40294ba9cad3 tempest-AttachVolumeShelveTestJSON-1895118861 tempest-AttachVolumeShelveTestJSON-1895118861-project-member] Enqueued Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_rules [ 723.190039] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_rules [ 723.190039] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.190039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.190039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.190496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.190637] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.242107] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ae4ee4-bb52-4cd0-9d6c-fbacab786755: rpc.has_security_group_logging(os_id): False [ 723.264793] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.265770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.265770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.265770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.265770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.265926] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.265926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.266032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.266328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.266386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.266589] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.266653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.266792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.266842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.267158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.267344] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.267444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.267499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.267644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.267757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.267826] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be created. [ 723.291120] env[66687]: INFO networking_nsxv3.common.synchronization [None req-d0e2ed2b-5a49-4248-92c4-065ac85986f7 tempest-AttachVolumeShelveTestJSON-1895118861 tempest-AttachVolumeShelveTestJSON-1895118861-project-member] Enqueued Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_rules [ 723.291820] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_rules [ 723.291820] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.291907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.329802] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.330184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.330263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.330514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.330978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.349025] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: IN_PROGRESS for 2s [ 723.559514] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.559514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.559738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.560032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.560135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.560254] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ae92ca2-c999-4cc2-8cfa-6b2f0ccc63b5 already deleted. [ 723.560339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ae92ca2-c999-4cc2-8cfa-6b2f0ccc63b5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.633588] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.633850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.634247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.634495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.634612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.634719] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d708fc2-2a8a-496b-aa38-543da371d27a is going to be created. [ 723.664050] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.664050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.664050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.664317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.664486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.678909] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d708fc2-2a8a-496b-aa38-543da371d27a in Status: UNINITIALIZED for 2s [ 723.715318] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.715492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.715552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.715737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.715827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.715923] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a25be43-3b33-4310-b696-faeae169850a already deleted. [ 723.716017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.716183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.716344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.716435] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.240734] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.240885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.240965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.241208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.241299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.241395] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a25be43-3b33-4310-b696-faeae169850a already deleted. [ 724.241518] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.331899] env[66687]: INFO networking_nsxv3.common.synchronization [req-24366841-6c71-48ec-8dd6-1f769183d74a req-16ae6743-6547-48fb-9526-efe7e1632471 tempest-ServersTestJSON-793077581 tempest-ServersTestJSON-793077581-project-member] Enqueued Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_members [ 724.332833] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_members [ 724.335494] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e263c369-b216-401d-8a8d-2cff3604990f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.338119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.338119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.338119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.338119] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.338119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.338119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.338119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.338119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.338119] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e263c369-b216-401d-8a8d-2cff3604990f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.818978] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.819332] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-46" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.819332] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-46" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.819647] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-46" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.819934] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.820877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.821049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.821296] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.821480] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.821700] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.821806] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.821912] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.822025] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.822325] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.822325] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.822448] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.840301] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.840301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.840301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.840301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.840301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.840301] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.840301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.840301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.840301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.840301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.840301] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e263c369-b216-401d-8a8d-2cff3604990f already deleted. [ 724.840301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.847074] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.847074] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.847074] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.847074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-46" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.847074] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-6149cd47-0118-4377-8fa2-f9d7ef886a85 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.847074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-6149cd47-0118-4377-8fa2-f9d7ef886a85" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.847074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-6149cd47-0118-4377-8fa2-f9d7ef886a85" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.847074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-6149cd47-0118-4377-8fa2-f9d7ef886a85" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.847074] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6149cd47-0118-4377-8fa2-f9d7ef886a85',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.350307] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.350556] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.350678] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.351425] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.351622] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.351776] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 6149cd47-0118-4377-8fa2-f9d7ef886a85 not found, creating... [ 725.352060] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.352681] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.352681] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.352681] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.352809] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.353019] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.353189] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.353302] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.353504] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.353632] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.353760] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 6149cd47-0118-4377-8fa2-f9d7ef886a85 is going to be created. [ 725.375048] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: SUCCESS [ 725.375048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.382650] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.382921] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.383077] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.383399] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.383630] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.383871] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-6149cd47-0118-4377-8fa2-f9d7ef886a85" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.510923] env[66687]: INFO networking_nsxv3.common.synchronization [None req-d665c133-e583-45f2-81b1-a49c497562f2 None None] Enqueued Resource ID: cae67825-b7be-4cde-9761-900455de1d66 with Priority: HIGHEST for action port [ 725.511651] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae67825-b7be-4cde-9761-900455de1d66 with Priority: HIGHEST for action port [ 725.511968] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae67825-b7be-4cde-9761-900455de1d66 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.512106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae67825-b7be-4cde-9761-900455de1d66" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.512214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae67825-b7be-4cde-9761-900455de1d66" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.512474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae67825-b7be-4cde-9761-900455de1d66" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.512560] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae67825-b7be-4cde-9761-900455de1d66',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.690472] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d708fc2-2a8a-496b-aa38-543da371d27a in Status: SUCCESS [ 725.690893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.691211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.691530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.692870] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.693224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.693387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.693774] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.694490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.695536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.695536] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d708fc2-2a8a-496b-aa38-543da371d27a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.016087] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cae67825-b7be-4cde-9761-900455de1d66 [ 726.016392] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.016474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.016549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.016811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.016903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.016998] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cae67825-b7be-4cde-9761-900455de1d66 already deleted. [ 726.017089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae67825-b7be-4cde-9761-900455de1d66" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.111209] env[66687]: INFO networking_nsxv3.common.synchronization [req-24366841-6c71-48ec-8dd6-1f769183d74a req-cfab9748-6498-435a-9cb1-3c17f63e5454 service nova] Enqueued Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_rules [ 726.111209] env[66687]: INFO networking_nsxv3.common.synchronization [req-24366841-6c71-48ec-8dd6-1f769183d74a req-cfab9748-6498-435a-9cb1-3c17f63e5454 service nova] Enqueued Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_members [ 726.111209] env[66687]: INFO networking_nsxv3.common.synchronization [req-24366841-6c71-48ec-8dd6-1f769183d74a req-cfab9748-6498-435a-9cb1-3c17f63e5454 service nova] Enqueued Resource ID: 6149cd47-0118-4377-8fa2-f9d7ef886a85 with Priority: HIGHEST for action port [ 726.111209] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_rules [ 726.111209] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_members [ 726.111209] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6149cd47-0118-4377-8fa2-f9d7ef886a85 with Priority: HIGHEST for action port [ 726.113205] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e263c369-b216-401d-8a8d-2cff3604990f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.114171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.114171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.114171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.114171] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e263c369-b216-401d-8a8d-2cff3604990f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.116190] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e263c369-b216-401d-8a8d-2cff3604990f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.116380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.116532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.116847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.117078] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.117233] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.117339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.118212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.121022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.121022] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e263c369-b216-401d-8a8d-2cff3604990f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.121022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6149cd47-0118-4377-8fa2-f9d7ef886a85 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.121022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6149cd47-0118-4377-8fa2-f9d7ef886a85" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.121022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6149cd47-0118-4377-8fa2-f9d7ef886a85" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.121022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6149cd47-0118-4377-8fa2-f9d7ef886a85" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.121022] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6149cd47-0118-4377-8fa2-f9d7ef886a85',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.197613] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d708fc2-2a8a-496b-aa38-543da371d27a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.197808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.197854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.198631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.198631] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.198631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.198631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.198631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.198859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.198859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.198912] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d708fc2-2a8a-496b-aa38-543da371d27a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.199026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.199073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.199201] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.199387] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.199462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.199507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.199597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.199946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.199946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.199946] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d708fc2-2a8a-496b-aa38-543da371d27a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.618232] env[66687]: INFO networking_nsxv3.common.synchronization [req-72ade7a1-87ec-4941-afc9-582e84c23910 req-0a6b47df-6599-4349-9873-e45d54dcefb7 tempest-MigrationsAdminTest-593050349 tempest-MigrationsAdminTest-593050349-project-member] Enqueued Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 726.618232] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 726.618232] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.618232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.619564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.619564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.619713] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.619833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.619900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.620116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.620215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.620314] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.626385] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e263c369-b216-401d-8a8d-2cff3604990f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.626385] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e263c369-b216-401d-8a8d-2cff3604990f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.626385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.626581] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6149cd47-0118-4377-8fa2-f9d7ef886a85 with status ACTIVE [ 726.626625] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.626743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.627383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.627383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.627383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.627383] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.627383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.627383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.627617] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.627617] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.628190] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.628190] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.628190] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.628479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.628653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.628753] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6149cd47-0118-4377-8fa2-f9d7ef886a85 is going to be updated. [ 726.652483] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.652626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.652695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.652903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.653050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.653215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6149cd47-0118-4377-8fa2-f9d7ef886a85" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.702719] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d708fc2-2a8a-496b-aa38-543da371d27a: rpc.has_security_group_logging(os_id): False [ 726.720477] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.720611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.721042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.721422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.721569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.721980] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.722087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.722168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.722347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.722427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.722613] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.722709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.722771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.722906] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.722979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.723173] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.723267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.723325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.723467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.723541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.723623] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d708fc2-2a8a-496b-aa38-543da371d27a is going to be created. [ 726.808802] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.808802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.808802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.808802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.808802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.820910] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d708fc2-2a8a-496b-aa38-543da371d27a in Status: IN_PROGRESS for 2s [ 727.123430] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.131754] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e263c369-b216-401d-8a8d-2cff3604990f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.150762] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.150868] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.150904] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.151210] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.151927] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.154292] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.154462] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.154901] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.155074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.155298] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.155410] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.155513] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.155614] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.155718] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.155813] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.156953] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.181949] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.182225] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.182387] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.182607] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.183387] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-fc414902-9e3e-4686-8369-67428bdd8198 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.183387] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-fc414902-9e3e-4686-8369-67428bdd8198" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.183534] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-fc414902-9e3e-4686-8369-67428bdd8198" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.183830] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-fc414902-9e3e-4686-8369-67428bdd8198" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.183996] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc414902-9e3e-4686-8369-67428bdd8198',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.627467] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.638236] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.638236] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.638236] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.638236] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.638236] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.638236] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e263c369-b216-401d-8a8d-2cff3604990f is going to be created. [ 727.668416] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.668615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.668615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.668861] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.669095] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.686604] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e263c369-b216-401d-8a8d-2cff3604990f in Status: UNINITIALIZED for 2s [ 727.687860] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.687860] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.687860] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.687860] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.687860] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.688179] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port fc414902-9e3e-4686-8369-67428bdd8198 not found, creating... [ 727.688225] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.688349] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.688775] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.688775] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.688775] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.690151] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.690310] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.690384] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.690798] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.690798] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.690957] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: fc414902-9e3e-4686-8369-67428bdd8198 is going to be created. [ 727.717144] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.717144] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.717144] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.717144] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.717144] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.717144] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-fc414902-9e3e-4686-8369-67428bdd8198" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.890683] env[66687]: INFO networking_nsxv3.common.synchronization [None req-e39430a1-0821-4e66-95e6-988a681be389 None None] Enqueued Resource ID: 2cbe6125-9077-4a11-965a-29fa30410e06 with Priority: HIGHEST for action port [ 727.891287] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cbe6125-9077-4a11-965a-29fa30410e06 with Priority: HIGHEST for action port [ 727.891602] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cbe6125-9077-4a11-965a-29fa30410e06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.891759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cbe6125-9077-4a11-965a-29fa30410e06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.891824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cbe6125-9077-4a11-965a-29fa30410e06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.892662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cbe6125-9077-4a11-965a-29fa30410e06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.892781] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cbe6125-9077-4a11-965a-29fa30410e06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.129337] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.129642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.129642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.129815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.129907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.130033] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 is going to be updated. [ 728.157657] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.157806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.157857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.158346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.158346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.167442] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: IN_PROGRESS for 2s [ 728.395924] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cbe6125-9077-4a11-965a-29fa30410e06 [ 728.396196] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.396331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.397073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.397073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.397073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.397073] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cbe6125-9077-4a11-965a-29fa30410e06 already deleted. [ 728.397073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cbe6125-9077-4a11-965a-29fa30410e06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.469478] env[66687]: INFO networking_nsxv3.common.synchronization [req-72ade7a1-87ec-4941-afc9-582e84c23910 req-8532874e-e24c-4eff-816d-958ad18582c9 service nova] Enqueued Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_rules [ 728.469478] env[66687]: INFO networking_nsxv3.common.synchronization [req-72ade7a1-87ec-4941-afc9-582e84c23910 req-8532874e-e24c-4eff-816d-958ad18582c9 service nova] Enqueued Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 728.469478] env[66687]: INFO networking_nsxv3.common.synchronization [req-72ade7a1-87ec-4941-afc9-582e84c23910 req-8532874e-e24c-4eff-816d-958ad18582c9 service nova] Enqueued Resource ID: fc414902-9e3e-4686-8369-67428bdd8198 with Priority: HIGHEST for action port [ 728.469478] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_rules [ 728.469478] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 728.469752] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc414902-9e3e-4686-8369-67428bdd8198 with Priority: HIGHEST for action port [ 728.469781] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.469882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.469943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.470163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.470256] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.471140] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.471234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.471518] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc414902-9e3e-4686-8369-67428bdd8198 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.471614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc414902-9e3e-4686-8369-67428bdd8198" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.471614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc414902-9e3e-4686-8369-67428bdd8198" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.473163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc414902-9e3e-4686-8369-67428bdd8198" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.473163] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc414902-9e3e-4686-8369-67428bdd8198',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.846339] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d708fc2-2a8a-496b-aa38-543da371d27a in Status: SUCCESS [ 728.846589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.973822] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.973822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.976909] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc414902-9e3e-4686-8369-67428bdd8198 with status ACTIVE [ 728.976909] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.976909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.976909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.976909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.976909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.976909] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.976909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.976909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.976909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.976909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.976909] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.976909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.976909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.976909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.977826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.977826] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc414902-9e3e-4686-8369-67428bdd8198 is going to be updated. [ 729.004957] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.004957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.004957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.004957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.004957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.004957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc414902-9e3e-4686-8369-67428bdd8198" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.697533] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e263c369-b216-401d-8a8d-2cff3604990f in Status: SUCCESS [ 729.697817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.698864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.698864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.698864] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.698864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.698864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.698864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.699223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.699223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.699223] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e263c369-b216-401d-8a8d-2cff3604990f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.180284] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: SUCCESS [ 730.182182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.182182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.182489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.182678] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.182800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.182871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.183653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.183919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.184128] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.201566] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e263c369-b216-401d-8a8d-2cff3604990f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.604778] env[66687]: INFO networking_nsxv3.common.synchronization [req-f32df520-475b-4b1d-9f7f-4b7cf621a457 req-195b875e-71ce-49b9-9dcb-503254fec798 tempest-SecurityGroupRulesTestJSON-2084688816 tempest-SecurityGroupRulesTestJSON-2084688816-project-member] Enqueued Resource ID: 5e21667b-4f1c-4d33-a23e-b43bd2edbab4 with Priority: HIGHEST for action security_group_rules [ 730.605360] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e21667b-4f1c-4d33-a23e-b43bd2edbab4 with Priority: HIGHEST for action security_group_rules [ 730.605747] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e21667b-4f1c-4d33-a23e-b43bd2edbab4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.605850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e21667b-4f1c-4d33-a23e-b43bd2edbab4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.605850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e21667b-4f1c-4d33-a23e-b43bd2edbab4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.607268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e21667b-4f1c-4d33-a23e-b43bd2edbab4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.607631] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e21667b-4f1c-4d33-a23e-b43bd2edbab4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.690881] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.704478] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e263c369-b216-401d-8a8d-2cff3604990f: rpc.has_security_group_logging(os_id): False [ 730.729685] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.730148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.730711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.730711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.730711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.732266] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.732266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.732266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.732425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.732532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.732943] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e263c369-b216-401d-8a8d-2cff3604990f is going to be created. [ 730.807145] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.807145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.807145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.807145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.807145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.822510] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e263c369-b216-401d-8a8d-2cff3604990f in Status: IN_PROGRESS for 2s [ 730.828547] env[66687]: INFO networking_nsxv3.common.synchronization [None req-d5d23c21-dbc0-4edd-9842-c9e03811440a None None] Enqueued Resource ID: 503d1a3e-3cb8-46ca-adc3-b0d61c63a791 with Priority: HIGHEST for action port [ 730.831293] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503d1a3e-3cb8-46ca-adc3-b0d61c63a791 with Priority: HIGHEST for action port [ 730.831882] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-503d1a3e-3cb8-46ca-adc3-b0d61c63a791 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.831882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-503d1a3e-3cb8-46ca-adc3-b0d61c63a791" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.831882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-503d1a3e-3cb8-46ca-adc3-b0d61c63a791" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.832237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-503d1a3e-3cb8-46ca-adc3-b0d61c63a791" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.832333] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('503d1a3e-3cb8-46ca-adc3-b0d61c63a791',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.133849] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.134052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.134122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.134935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.134935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.134935] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e21667b-4f1c-4d33-a23e-b43bd2edbab4 already deleted. [ 731.134935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e21667b-4f1c-4d33-a23e-b43bd2edbab4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.198408] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.335194] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 503d1a3e-3cb8-46ca-adc3-b0d61c63a791 [ 731.336180] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.336180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.336180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.336180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.336180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.336180] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:503d1a3e-3cb8-46ca-adc3-b0d61c63a791 already deleted. [ 731.336180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-503d1a3e-3cb8-46ca-adc3-b0d61c63a791" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.701488] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.701657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.701829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.702164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.702164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.702164] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 is going to be updated. [ 731.737134] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.737134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.737134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.737134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.737134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.746932] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: IN_PROGRESS for 2s [ 732.459488] env[66687]: INFO networking_nsxv3.common.synchronization [req-ba511436-f020-4df1-95cf-ed0b722c8eef req-f85aa5d8-1ab2-4b02-945e-851cff67dbd9 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 732.459488] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 732.459488] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.459488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.459488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.459488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.460572] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.462180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.462180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.462180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.462180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.462180] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.838814] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e263c369-b216-401d-8a8d-2cff3604990f in Status: SUCCESS [ 732.841707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.965717] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.004695] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.004695] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-295" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.004695] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-295" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.004944] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-295" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.005118] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.005314] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.005446] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.005797] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.005917] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.006432] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.006432] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.006818] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.006818] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.006818] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.006910] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.007047] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.031390] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.031488] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.031799] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.031890] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-295" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.032209] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-2a274fae-6477-443f-ae1b-9d7d3d48495a taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.032493] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.032620] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.032935] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.033084] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a274fae-6477-443f-ae1b-9d7d3d48495a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.470081] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.540025] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.540025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.540025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.540025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.540025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.540025] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 2a274fae-6477-443f-ae1b-9d7d3d48495a not found, creating... [ 733.540025] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.540025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.540025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.540025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.540025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.541059] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.541059] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.541059] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.541059] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.541413] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.541827] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 2a274fae-6477-443f-ae1b-9d7d3d48495a is going to be created. [ 733.567550] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.567550] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.567550] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.567550] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.567550] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.567550] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.652268] env[66687]: INFO networking_nsxv3.common.synchronization [None req-6d4476f1-42d0-431f-a239-1ede7302cf5e None None] Enqueued Resource ID: 9871aa9a-35a9-40ce-88af-1044e67f6dda with Priority: HIGHEST for action port [ 733.652268] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9871aa9a-35a9-40ce-88af-1044e67f6dda with Priority: HIGHEST for action port [ 733.652711] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9871aa9a-35a9-40ce-88af-1044e67f6dda taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.653048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9871aa9a-35a9-40ce-88af-1044e67f6dda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.653403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9871aa9a-35a9-40ce-88af-1044e67f6dda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.653783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9871aa9a-35a9-40ce-88af-1044e67f6dda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.654551] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9871aa9a-35a9-40ce-88af-1044e67f6dda',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.758024] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: SUCCESS [ 733.758024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.758024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.758024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.758024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.758024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.758024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.758024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.758024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.758024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.758024] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.972098] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.972569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.972569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.972693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.972809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.973058] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 734.014389] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.015796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.016032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.016343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.016554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.027685] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 734.157866] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9871aa9a-35a9-40ce-88af-1044e67f6dda [ 734.157866] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.157866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.157866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.157866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.157866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.157866] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9871aa9a-35a9-40ce-88af-1044e67f6dda already deleted. [ 734.157866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9871aa9a-35a9-40ce-88af-1044e67f6dda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.261721] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.261918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.261970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.262315] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.263067] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.263067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.263067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.263067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.263067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.263067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.263332] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.263543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.263709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.264032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.264032] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.264173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.264202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.264384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.264508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.264624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.264742] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.315786] env[66687]: INFO networking_nsxv3.common.synchronization [req-ba511436-f020-4df1-95cf-ed0b722c8eef req-29454130-7840-483a-9d62-b40bd2f9cba6 service nova] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 734.317030] env[66687]: INFO networking_nsxv3.common.synchronization [req-ba511436-f020-4df1-95cf-ed0b722c8eef req-29454130-7840-483a-9d62-b40bd2f9cba6 service nova] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 734.317244] env[66687]: INFO networking_nsxv3.common.synchronization [req-ba511436-f020-4df1-95cf-ed0b722c8eef req-29454130-7840-483a-9d62-b40bd2f9cba6 service nova] Enqueued Resource ID: 2a274fae-6477-443f-ae1b-9d7d3d48495a with Priority: HIGHEST for action port [ 734.317745] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 734.317928] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 734.318321] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a274fae-6477-443f-ae1b-9d7d3d48495a with Priority: HIGHEST for action port [ 734.318603] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.318979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.319263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.319374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.319459] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.320393] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.320539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.321013] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a274fae-6477-443f-ae1b-9d7d3d48495a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.321013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.321805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.321805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.321805] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a274fae-6477-443f-ae1b-9d7d3d48495a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.767459] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24ccfedd-52aa-4e5a-b13c-7be11483eb47: rpc.has_security_group_logging(os_id): False [ 734.792545] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.792768] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.792820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.793038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.825945] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a274fae-6477-443f-ae1b-9d7d3d48495a with status ACTIVE [ 734.826301] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.826301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.826440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.826728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.826840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.826969] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.827099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.827155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.827341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.827722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.827722] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.827722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.828039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.828039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.828039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.828167] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a274fae-6477-443f-ae1b-9d7d3d48495a is going to be updated. [ 734.829375] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.829546] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.855517] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.855858] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.856036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.856108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.856376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.856487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.857159] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.857159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.857159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.857159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.857475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.857475] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.857551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.857587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.857812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.857883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.858024] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 is going to be updated. [ 734.887963] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.888828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.888828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.889072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.892065] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.892065] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.143526] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.143892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.143892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.144983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.146891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.176908] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: IN_PROGRESS for 2s [ 735.381519] env[66687]: INFO networking_nsxv3.common.synchronization [req-962d29b3-af6d-4c47-a4ff-6e35a4ceb46b req-50876017-b9d0-43e2-87b3-2f443377f4d7 tempest-ImagesOneServerTestJSON-1323370409 tempest-ImagesOneServerTestJSON-1323370409-project-member] Enqueued Resource ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 with Priority: HIGHEST for action security_group_members [ 735.382058] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 with Priority: HIGHEST for action security_group_members [ 735.382416] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.382537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.382613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.382827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.383121] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.383296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.383398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.383584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.383679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.383774] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab72e08d-c0f6-45ac-bfb1-d1c852f56be3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.889030] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.889030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.889030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.889030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.889030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.889030] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.889030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.889030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.889510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.889510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.889510] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 is going to be updated. [ 735.920812] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.921036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.921036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.921247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.921422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.933384] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 in Status: IN_PROGRESS for 2s [ 736.042773] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 736.043854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.044449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.045020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.045658] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.045869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.045998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.046291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.046463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.046585] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.551078] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.055639] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.196595] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: SUCCESS [ 737.196909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.381432] env[66687]: INFO networking_nsxv3.common.synchronization [None req-881321fe-5504-462f-a007-39b25ada1c2e None None] Enqueued Resource ID: b996cfd1-67a3-4c00-8e02-fcfb92563e0b with Priority: HIGHEST for action port [ 737.381985] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b996cfd1-67a3-4c00-8e02-fcfb92563e0b with Priority: HIGHEST for action port [ 737.382527] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b996cfd1-67a3-4c00-8e02-fcfb92563e0b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.382646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b996cfd1-67a3-4c00-8e02-fcfb92563e0b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.382715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b996cfd1-67a3-4c00-8e02-fcfb92563e0b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.383016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b996cfd1-67a3-4c00-8e02-fcfb92563e0b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.383101] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b996cfd1-67a3-4c00-8e02-fcfb92563e0b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.560691] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.561213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.561213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.561213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.561387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.561441] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 737.600044] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.600044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.600044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.600044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.600044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.609875] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 737.764866] env[66687]: INFO networking_nsxv3.common.synchronization [None req-1fba2f83-2dcd-4e49-8be2-d7ede6957edb None None] Enqueued Resource ID: bda8c0f5-7be0-4318-a009-2edda4e23546 with Priority: HIGHEST for action port [ 737.764866] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda8c0f5-7be0-4318-a009-2edda4e23546 with Priority: HIGHEST for action port [ 737.765699] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-bda8c0f5-7be0-4318-a009-2edda4e23546 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.766169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bda8c0f5-7be0-4318-a009-2edda4e23546" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.767020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bda8c0f5-7be0-4318-a009-2edda4e23546" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.767399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bda8c0f5-7be0-4318-a009-2edda4e23546" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.767591] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bda8c0f5-7be0-4318-a009-2edda4e23546',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.885838] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b996cfd1-67a3-4c00-8e02-fcfb92563e0b [ 737.885838] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.885838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.885838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.886112] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.886188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.886274] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b996cfd1-67a3-4c00-8e02-fcfb92563e0b already deleted. [ 737.886353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b996cfd1-67a3-4c00-8e02-fcfb92563e0b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.946173] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 in Status: SUCCESS [ 737.946594] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 deletion is rescheduled due to dependency. [ 737.946884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.271446] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bda8c0f5-7be0-4318-a009-2edda4e23546 [ 738.271714] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.271887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.272019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.272717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.272860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.273106] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bda8c0f5-7be0-4318-a009-2edda4e23546 already deleted. [ 738.273154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bda8c0f5-7be0-4318-a009-2edda4e23546" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.340854] env[66687]: INFO networking_nsxv3.common.synchronization [req-27e804ef-d976-46d6-afbc-6649506b6c07 req-2de9ace2-f782-4393-b0ce-51846dc4e491 tempest-ImagesNegativeTestJSON-371777106 tempest-ImagesNegativeTestJSON-371777106-project-member] Enqueued Resource ID: 9befb91e-34a0-4a28-a66f-212d130add7e with Priority: HIGHEST for action security_group_members [ 738.341467] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9befb91e-34a0-4a28-a66f-212d130add7e with Priority: HIGHEST for action security_group_members [ 738.341785] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9befb91e-34a0-4a28-a66f-212d130add7e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.341932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.342041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.342506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.342686] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.343163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.343163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.343163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.343163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.343410] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9befb91e-34a0-4a28-a66f-212d130add7e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.755473] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.755473] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-899" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.755473] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-899" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.756198] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-899" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.757621] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.757621] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.757621] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.757621] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.757621] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.757621] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.758082] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.758082] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.758230] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.758306] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.758413] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.758549] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.784293] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.784725] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.785387] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.785387] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-899" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.785644] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-e1d6d563-4f79-493f-8064-27e4f8f57b27 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.785892] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-e1d6d563-4f79-493f-8064-27e4f8f57b27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.786159] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-e1d6d563-4f79-493f-8064-27e4f8f57b27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.786428] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-e1d6d563-4f79-493f-8064-27e4f8f57b27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.786597] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1d6d563-4f79-493f-8064-27e4f8f57b27',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.846553] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.846553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.846553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.846553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.846553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.847272] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.847446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.847536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.848503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.848503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.848503] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9befb91e-34a0-4a28-a66f-212d130add7e already deleted. [ 738.848503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.883202] env[66687]: INFO networking_nsxv3.common.synchronization [req-5bf816af-5132-4737-96fa-6c71bbb62c80 req-2a3b8865-e20f-44b1-8b38-718aa7e85333 tempest-SecurityGroupRulesTestJSON-2084688816 tempest-SecurityGroupRulesTestJSON-2084688816-project-member] Enqueued Resource ID: 172e759f-addb-4a30-a17b-1c6279076568 with Priority: HIGHEST for action security_group_rules [ 738.883202] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172e759f-addb-4a30-a17b-1c6279076568 with Priority: HIGHEST for action security_group_rules [ 738.883202] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-172e759f-addb-4a30-a17b-1c6279076568 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.883202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-172e759f-addb-4a30-a17b-1c6279076568" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.883202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-172e759f-addb-4a30-a17b-1c6279076568" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.883202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-172e759f-addb-4a30-a17b-1c6279076568" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.883202] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('172e759f-addb-4a30-a17b-1c6279076568',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.290302] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.290302] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.290302] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.290562] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.290562] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.290710] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port e1d6d563-4f79-493f-8064-27e4f8f57b27 not found, creating... [ 739.290984] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.291212] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.293051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.293051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.293051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.293051] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.293051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.293051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.293421] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.293688] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.293762] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: e1d6d563-4f79-493f-8064-27e4f8f57b27 is going to be created. [ 739.324476] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.324695] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.324962] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.325114] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.326664] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.326937] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-e1d6d563-4f79-493f-8064-27e4f8f57b27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.405454] env[66687]: INFO networking_nsxv3.common.synchronization [None req-6d9c0423-a618-467c-8714-876577f90bd6 None None] Enqueued Resource ID: d86ecf23-a8a1-468c-91e0-3b51df3f65be with Priority: HIGHEST for action port [ 739.406157] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86ecf23-a8a1-468c-91e0-3b51df3f65be with Priority: HIGHEST for action port [ 739.406590] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d86ecf23-a8a1-468c-91e0-3b51df3f65be taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.406767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d86ecf23-a8a1-468c-91e0-3b51df3f65be" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.406853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d86ecf23-a8a1-468c-91e0-3b51df3f65be" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.407202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d86ecf23-a8a1-468c-91e0-3b51df3f65be" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.407315] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86ecf23-a8a1-468c-91e0-3b51df3f65be',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.410931] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.411115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.411115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.411709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.411709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.411709] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 172e759f-addb-4a30-a17b-1c6279076568 already deleted. [ 739.411709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-172e759f-addb-4a30-a17b-1c6279076568" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.623551] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 739.623551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.623725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.623969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.624169] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.624293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.624353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.624605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.624605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.624715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.624756] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.910241] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d86ecf23-a8a1-468c-91e0-3b51df3f65be [ 739.910983] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.910983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.910983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.911187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.914132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.914132] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d86ecf23-a8a1-468c-91e0-3b51df3f65be already deleted. [ 739.914132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d86ecf23-a8a1-468c-91e0-3b51df3f65be" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.131875] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.133042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.133042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.133042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.133042] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.133042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.133042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.133042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.133339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.133339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.133396] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.133467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.133526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.134758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.134758] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.134758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.134758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.134758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.134758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.134758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.134758] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.164211] env[66687]: INFO networking_nsxv3.common.synchronization [req-27e804ef-d976-46d6-afbc-6649506b6c07 req-d2830547-afeb-4de0-9297-e0eb34c49703 service nova] Enqueued Resource ID: 9befb91e-34a0-4a28-a66f-212d130add7e with Priority: HIGHEST for action security_group_rules [ 740.164211] env[66687]: INFO networking_nsxv3.common.synchronization [req-27e804ef-d976-46d6-afbc-6649506b6c07 req-d2830547-afeb-4de0-9297-e0eb34c49703 service nova] Enqueued Resource ID: 9befb91e-34a0-4a28-a66f-212d130add7e with Priority: HIGHEST for action security_group_members [ 740.164381] env[66687]: INFO networking_nsxv3.common.synchronization [req-27e804ef-d976-46d6-afbc-6649506b6c07 req-d2830547-afeb-4de0-9297-e0eb34c49703 service nova] Enqueued Resource ID: e1d6d563-4f79-493f-8064-27e4f8f57b27 with Priority: HIGHEST for action port [ 740.165274] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9befb91e-34a0-4a28-a66f-212d130add7e with Priority: HIGHEST for action security_group_rules [ 740.165694] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9befb91e-34a0-4a28-a66f-212d130add7e with Priority: HIGHEST for action security_group_members [ 740.165694] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d6d563-4f79-493f-8064-27e4f8f57b27 with Priority: HIGHEST for action port [ 740.165877] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9befb91e-34a0-4a28-a66f-212d130add7e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.165937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.165971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.166246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.166331] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9befb91e-34a0-4a28-a66f-212d130add7e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.167255] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9befb91e-34a0-4a28-a66f-212d130add7e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.168444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.168444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.168444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.168444] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.168444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.168444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.168444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.171090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.171090] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9befb91e-34a0-4a28-a66f-212d130add7e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.171862] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1d6d563-4f79-493f-8064-27e4f8f57b27 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.171981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1d6d563-4f79-493f-8064-27e4f8f57b27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.172060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1d6d563-4f79-493f-8064-27e4f8f57b27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.172231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1d6d563-4f79-493f-8064-27e4f8f57b27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.172342] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1d6d563-4f79-493f-8064-27e4f8f57b27',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.496609] env[66687]: INFO networking_nsxv3.common.synchronization [None req-7f3017df-f0af-4dd7-8135-a249f897c9c9 None None] Enqueued Resource ID: 0ba0c138-8b7c-42a4-9a1e-f5d935341616 with Priority: HIGHEST for action port [ 740.497391] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba0c138-8b7c-42a4-9a1e-f5d935341616 with Priority: HIGHEST for action port [ 740.497651] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ba0c138-8b7c-42a4-9a1e-f5d935341616 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.497821] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ba0c138-8b7c-42a4-9a1e-f5d935341616" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.497944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ba0c138-8b7c-42a4-9a1e-f5d935341616" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.498304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ba0c138-8b7c-42a4-9a1e-f5d935341616" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.498392] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba0c138-8b7c-42a4-9a1e-f5d935341616',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.640093] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aa159b9-db17-4ffc-815d-e3095746609a: rpc.has_security_group_logging(os_id): False [ 740.666637] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.666886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.666886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.667290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.667714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.668134] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.668293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.668389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.668645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.668946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.669183] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.669733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.669733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.669733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.669952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.670810] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.670810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.670810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.670971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.670971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.671121] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 740.674735] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9befb91e-34a0-4a28-a66f-212d130add7e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.676258] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9befb91e-34a0-4a28-a66f-212d130add7e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.676411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.676966] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1d6d563-4f79-493f-8064-27e4f8f57b27 with status ACTIVE [ 740.677089] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.677482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.677482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.678432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.678653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.679123] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.679346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.679500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.679848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.680101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.680558] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.680753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.680896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.681185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.681365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.681531] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1d6d563-4f79-493f-8064-27e4f8f57b27 is going to be updated. [ 740.710215] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.711893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.711893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.711893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.711893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.711893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1d6d563-4f79-493f-8064-27e4f8f57b27" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.765166] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.765166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.765166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.765317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.765432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.803319] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 741.001453] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ba0c138-8b7c-42a4-9a1e-f5d935341616 [ 741.001840] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.002038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.002126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.002434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.002546] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.002805] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ba0c138-8b7c-42a4-9a1e-f5d935341616 already deleted. [ 741.002805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ba0c138-8b7c-42a4-9a1e-f5d935341616" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.184212] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9befb91e-34a0-4a28-a66f-212d130add7e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.686834] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.686834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.686834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.687141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.687141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.687210] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9befb91e-34a0-4a28-a66f-212d130add7e is going to be created. [ 741.714952] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.715158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.715247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.715506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.715664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.727291] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9befb91e-34a0-4a28-a66f-212d130add7e in Status: UNINITIALIZED for 2s [ 742.835185] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 742.835685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.510703] env[66687]: INFO networking_nsxv3.common.synchronization [req-961a9760-c836-4cc3-acb6-fa46f5e1d789 req-c6ec90d4-e72a-49de-8d2c-6c4023313486 tempest-AttachInterfacesV270Test-203073804 tempest-AttachInterfacesV270Test-203073804-project-member] Enqueued Resource ID: 9d708fc2-2a8a-496b-aa38-543da371d27a with Priority: HIGHEST for action security_group_members [ 743.511771] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d708fc2-2a8a-496b-aa38-543da371d27a with Priority: HIGHEST for action security_group_members [ 743.511771] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d708fc2-2a8a-496b-aa38-543da371d27a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.511771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.511771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.512053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.512172] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.512278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.512362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.512533] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.512621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.512727] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d708fc2-2a8a-496b-aa38-543da371d27a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.740697] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9befb91e-34a0-4a28-a66f-212d130add7e in Status: SUCCESS [ 743.741224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.741813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.742211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.742444] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.742625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.743029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.743231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.743700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.743853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.744221] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9befb91e-34a0-4a28-a66f-212d130add7e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.938559] env[66687]: INFO networking_nsxv3.common.synchronization [req-2b24fb60-471b-4d89-b280-b1874a79650c req-738b17b1-d7c5-40a4-8bff-c34de8b6ad03 tempest-ServersAdminNegativeTestJSON-1016638807 tempest-ServersAdminNegativeTestJSON-1016638807-project-member] Enqueued Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 743.939018] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGHEST for action security_group_members [ 743.939103] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.939237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.939333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.939601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.939806] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.939937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.940035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.940250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.940381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.940510] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.015325] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.015574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.015703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.015972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.016120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.016495] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.016689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.016764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.016947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.017046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.017143] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d708fc2-2a8a-496b-aa38-543da371d27a is going to be updated. [ 744.051695] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.051882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.051922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.052166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.052328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.063618] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d708fc2-2a8a-496b-aa38-543da371d27a in Status: IN_PROGRESS for 2s [ 744.091058] env[66687]: INFO networking_nsxv3.common.synchronization [req-354f3dee-790e-4590-839a-d31eb0531fbd req-286ccb70-3bcf-4ed8-a1c9-3c2c20f13f71 tempest-SecurityGroupRulesTestJSON-2084688816 tempest-SecurityGroupRulesTestJSON-2084688816-project-member] Enqueued Resource ID: c55793cf-fc1d-4e45-855b-e07d52079914 with Priority: HIGHEST for action security_group_rules [ 744.091670] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55793cf-fc1d-4e45-855b-e07d52079914 with Priority: HIGHEST for action security_group_rules [ 744.091992] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c55793cf-fc1d-4e45-855b-e07d52079914 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.092131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.092199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.092531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.092613] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c55793cf-fc1d-4e45-855b-e07d52079914',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.247775] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9befb91e-34a0-4a28-a66f-212d130add7e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.247931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.248011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.248440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.248440] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.248642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.248642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.248721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.248813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.248916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.249083] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9befb91e-34a0-4a28-a66f-212d130add7e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.249178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.249409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.249409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.249503] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.249606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.249664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.249803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.249928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.249974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.250340] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9befb91e-34a0-4a28-a66f-212d130add7e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.443133] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.443297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.443393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.443736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.467880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.468180] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.468332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.468398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.468571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.468654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.468743] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 032352ff-6227-450a-8583-521478433ab2 is going to be updated. [ 744.498179] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.498900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.498900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.498900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.498900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.509989] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: IN_PROGRESS for 2s [ 744.621833] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.621983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.622064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.622433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.622433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.622588] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c55793cf-fc1d-4e45-855b-e07d52079914 already deleted. [ 744.622588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.754131] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9befb91e-34a0-4a28-a66f-212d130add7e: rpc.has_security_group_logging(os_id): False [ 744.777332] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.777496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.777573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.778354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.778354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.778354] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.778354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.778354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.778621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.778621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.779277] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.779277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.779277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.779277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.779277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.779472] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.779472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.779542] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.779732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.779808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.779878] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9befb91e-34a0-4a28-a66f-212d130add7e is going to be created. [ 744.890854] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.891063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.891103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.891403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.891494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.913631] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9befb91e-34a0-4a28-a66f-212d130add7e in Status: IN_PROGRESS for 2s [ 745.063651] env[66687]: INFO networking_nsxv3.common.synchronization [req-1c76b0d2-955d-4af9-b676-18d1ef1806e3 req-fc2d0680-c1af-42b5-949b-079d960f3a19 tempest-SecurityGroupRulesTestJSON-2084688816 tempest-SecurityGroupRulesTestJSON-2084688816-project-member] Enqueued Resource ID: c55793cf-fc1d-4e45-855b-e07d52079914 with Priority: HIGHEST for action security_group_rules [ 745.064772] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55793cf-fc1d-4e45-855b-e07d52079914 with Priority: HIGHEST for action security_group_rules [ 745.065161] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c55793cf-fc1d-4e45-855b-e07d52079914 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.065336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.065419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.065683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.065795] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c55793cf-fc1d-4e45-855b-e07d52079914',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.587502] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.587650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.587650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.588263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.588263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.588263] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c55793cf-fc1d-4e45-855b-e07d52079914 already deleted. [ 745.588263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.075799] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d708fc2-2a8a-496b-aa38-543da371d27a in Status: SUCCESS [ 746.076121] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d708fc2-2a8a-496b-aa38-543da371d27a deletion is rescheduled due to dependency. [ 746.076166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d708fc2-2a8a-496b-aa38-543da371d27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.521055] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032352ff-6227-450a-8583-521478433ab2 in Status: SUCCESS [ 746.521420] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 032352ff-6227-450a-8583-521478433ab2 deletion is rescheduled due to dependency. [ 746.521513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.929880] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9befb91e-34a0-4a28-a66f-212d130add7e in Status: SUCCESS [ 746.930930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.144937] env[66687]: INFO networking_nsxv3.common.synchronization [req-3e345b78-f281-4c03-b69c-2bf4f4e78f70 req-4c46459b-fa61-4309-82c0-640ef9910760 tempest-ServerRescueTestJSON-1658964977 tempest-ServerRescueTestJSON-1658964977-project-member] Enqueued Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 747.145824] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 747.145824] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.145984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.146033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.146337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.147027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.147027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.147027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.147027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.147027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.147027] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.422875] env[66687]: INFO networking_nsxv3.common.synchronization [req-7682d764-341c-4944-80cc-bacb63bd3663 req-919055b1-7924-445b-a8e3-fa605a863f5f tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_members [ 747.422875] env[66687]: INFO networking_nsxv3.common.synchronization [req-7682d764-341c-4944-80cc-bacb63bd3663 req-919055b1-7924-445b-a8e3-fa605a863f5f tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 747.422875] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_members [ 747.423323] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 747.427100] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.427100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.427100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.427100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.427100] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.427100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.427100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.427100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.427100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.427100] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.427100] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.427100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.428962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.429368] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.429709] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.430414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.435604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.435604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.435604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.435604] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.475491] env[66687]: INFO networking_nsxv3.common.synchronization [req-7682d764-341c-4944-80cc-bacb63bd3663 req-919055b1-7924-445b-a8e3-fa605a863f5f tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 747.475749] env[66687]: INFO networking_nsxv3.common.synchronization [req-7682d764-341c-4944-80cc-bacb63bd3663 req-919055b1-7924-445b-a8e3-fa605a863f5f tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 747.475941] env[66687]: INFO networking_nsxv3.common.synchronization [req-7682d764-341c-4944-80cc-bacb63bd3663 req-919055b1-7924-445b-a8e3-fa605a863f5f tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_rules [ 747.476091] env[66687]: INFO networking_nsxv3.common.synchronization [req-7682d764-341c-4944-80cc-bacb63bd3663 req-919055b1-7924-445b-a8e3-fa605a863f5f tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_members [ 747.476248] env[66687]: INFO networking_nsxv3.common.synchronization [req-7682d764-341c-4944-80cc-bacb63bd3663 req-919055b1-7924-445b-a8e3-fa605a863f5f tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2a274fae-6477-443f-ae1b-9d7d3d48495a with Priority: HIGHEST for action port [ 747.476837] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 747.477041] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_rules [ 747.477223] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a274fae-6477-443f-ae1b-9d7d3d48495a with Priority: HIGHEST for action port [ 747.477376] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 747.477426] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_members [ 747.477718] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.477837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.477905] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.478122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.478206] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.479131] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.479255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.479325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.480108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.480108] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.480523] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a274fae-6477-443f-ae1b-9d7d3d48495a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.480603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.480635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.482336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.482336] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a274fae-6477-443f-ae1b-9d7d3d48495a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.482336] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.482336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.482336] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.482336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.649337] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.649574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.649745] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.649943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.650074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.650291] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.650443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.650549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.651023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.651665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.651665] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 already deleted. [ 747.651665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.784090] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.784090] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.784090] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.784090] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.784090] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.784090] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.784090] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.784090] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.784090] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.784090] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.784090] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.784090] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.784090] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.784637] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.784637] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.784637] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.803447] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.803641] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.804293] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.804293] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.804293] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-18bfab2d-028f-44b5-bea3-29b6af459716 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.804518] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-18bfab2d-028f-44b5-bea3-29b6af459716" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.804620] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-18bfab2d-028f-44b5-bea3-29b6af459716" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.804942] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-18bfab2d-028f-44b5-bea3-29b6af459716" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.805088] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18bfab2d-028f-44b5-bea3-29b6af459716',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.933893] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.934616] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.984190] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.984404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.984745] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.984870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.985159] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a274fae-6477-443f-ae1b-9d7d3d48495a with status ACTIVE [ 747.985336] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.985480] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.985609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.985930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.986051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.986250] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.986352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.986421] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.986686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.986778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.987025] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.987192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.987247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.987417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.987554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.987695] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a274fae-6477-443f-ae1b-9d7d3d48495a is going to be updated. [ 748.014956] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.015412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.015538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.015773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.015937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.016159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.307429] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.307734] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.307778] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.308068] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.308217] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.308366] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 18bfab2d-028f-44b5-bea3-29b6af459716 not found, creating... [ 748.309333] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.309512] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.309630] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.309897] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.309996] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.310321] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.310508] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.310626] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.310841] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.311009] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.311121] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 18bfab2d-028f-44b5-bea3-29b6af459716 is going to be created. [ 748.332938] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.333171] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.333291] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.333640] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.335255] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.335498] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-18bfab2d-028f-44b5-bea3-29b6af459716" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.379359] env[66687]: INFO networking_nsxv3.common.synchronization [req-3dd28e09-5342-453d-8527-f47fc2a595e5 req-0904e036-9f95-4508-b4b5-322f7bc7e5fe tempest-SecurityGroupRulesTestJSON-2084688816 tempest-SecurityGroupRulesTestJSON-2084688816-project-member] Enqueued Resource ID: c55793cf-fc1d-4e45-855b-e07d52079914 with Priority: HIGHEST for action security_group_rules [ 748.380232] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55793cf-fc1d-4e45-855b-e07d52079914 with Priority: HIGHEST for action security_group_rules [ 748.380584] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c55793cf-fc1d-4e45-855b-e07d52079914 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.380797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.380921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.381147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.381231] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c55793cf-fc1d-4e45-855b-e07d52079914',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.438617] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.438617] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.907613] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.907613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.907613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.907613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.907613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.907613] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c55793cf-fc1d-4e45-855b-e07d52079914 already deleted. [ 748.907613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c55793cf-fc1d-4e45-855b-e07d52079914" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.941100] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.941297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.941659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.941930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.942151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.942216] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 748.944155] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.944337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.944435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.944637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.944762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.945585] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 is going to be created. [ 748.972211] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.972211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.972327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.972483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.972648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.974769] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.974880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.974949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.975142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.976390] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.986574] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: UNINITIALIZED for 2s [ 748.987311] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 749.080943] env[66687]: INFO networking_nsxv3.common.synchronization [req-3e345b78-f281-4c03-b69c-2bf4f4e78f70 req-dec86c98-1f68-4430-81f3-e93d4e31d66f service nova] Enqueued Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_rules [ 749.081275] env[66687]: INFO networking_nsxv3.common.synchronization [req-3e345b78-f281-4c03-b69c-2bf4f4e78f70 req-dec86c98-1f68-4430-81f3-e93d4e31d66f service nova] Enqueued Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 749.081462] env[66687]: INFO networking_nsxv3.common.synchronization [req-3e345b78-f281-4c03-b69c-2bf4f4e78f70 req-dec86c98-1f68-4430-81f3-e93d4e31d66f service nova] Enqueued Resource ID: 18bfab2d-028f-44b5-bea3-29b6af459716 with Priority: HIGHEST for action port [ 749.082472] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_rules [ 749.082472] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 749.082650] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18bfab2d-028f-44b5-bea3-29b6af459716 with Priority: HIGHEST for action port [ 749.082894] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.083040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.083106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.083846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.083846] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.084981] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.084981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.084981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.085322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.085528] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.085621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.085672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.085833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.085919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.086082] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.087049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-18bfab2d-028f-44b5-bea3-29b6af459716 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.087049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18bfab2d-028f-44b5-bea3-29b6af459716" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.088064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18bfab2d-028f-44b5-bea3-29b6af459716" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.089105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18bfab2d-028f-44b5-bea3-29b6af459716" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.089105] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18bfab2d-028f-44b5-bea3-29b6af459716',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.592168] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.592168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.592168] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.593104] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18bfab2d-028f-44b5-bea3-29b6af459716 with status ACTIVE [ 749.593397] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.593510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.593510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.593858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.593962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.594166] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.594438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.594526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.594729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.594809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.594991] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.595117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.595161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.595298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.595371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.595455] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18bfab2d-028f-44b5-bea3-29b6af459716 is going to be updated. [ 749.621118] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.621583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.622457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.622457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.622457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.622604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18bfab2d-028f-44b5-bea3-29b6af459716" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.097760] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.603157] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.603157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.603157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.603157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.603157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.603157] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 is going to be created. [ 750.635250] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.635250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.635250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.635250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.635250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.646934] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: UNINITIALIZED for 2s [ 751.001637] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 751.002585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.003594] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: SUCCESS [ 751.003835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.004087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.004327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.004577] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.004721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.004788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.004958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.005289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.005289] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.009064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.009064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.009064] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.009064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.009064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.009064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.009064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.009064] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.510537] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.511834] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.721518] env[66687]: INFO networking_nsxv3.common.synchronization [req-2cd8c5bd-031b-4836-ab69-0be1c9b9aba7 req-0da82d33-eec7-4af5-9731-a178a8beab64 tempest-AttachVolumeShelveTestJSON-1895118861 tempest-AttachVolumeShelveTestJSON-1895118861-project-member] Enqueued Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_members [ 751.722118] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_members [ 751.722420] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.722576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.722644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.724414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.724414] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.724414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.724414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.724757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.724757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.724757] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.017040] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.018514] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.161822] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.162213] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.162470] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.163451] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.163937] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.164193] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.164436] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.164819] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.165100] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.165470] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.165845] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.166158] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.166388] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.167754] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.167754] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.167754] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.187363] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.187521] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.187653] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.187824] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.188448] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-6763140c-a83c-40b8-af07-cb4df3f62284 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.188754] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.188935] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.189579] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.189579] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6763140c-a83c-40b8-af07-cb4df3f62284',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.231118] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.231503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.231630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.231812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.231919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.232150] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.232256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.232326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.232545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.232624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.232722] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a25be43-3b33-4310-b696-faeae169850a already deleted. [ 752.232856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.523026] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.523026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.523026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.523026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.523026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.523026] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 752.523026] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.523026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.523026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.523026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.523026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.523740] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 is going to be updated. [ 752.559567] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.560074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.560074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.560256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.560379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.563058] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.563058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.563329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.565352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.565527] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.580305] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 752.581203] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: IN_PROGRESS for 2s [ 752.657628] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: SUCCESS [ 752.657628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.657833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.657924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.658128] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.658262] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.658321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.658497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.658586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.658677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.658771] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.693704] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.693878] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.694097] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.694507] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.695058] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.695208] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 6763140c-a83c-40b8-af07-cb4df3f62284 not found, creating... [ 752.695648] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.695906] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.696121] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.696485] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.696729] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.697195] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.697526] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.697737] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.698253] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.698395] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.698624] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 6763140c-a83c-40b8-af07-cb4df3f62284 is going to be created. [ 752.720643] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.720852] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.721021] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.721334] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.721611] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.721850] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.791652] env[66687]: INFO networking_nsxv3.common.synchronization [req-1cf43a17-41a4-4219-9c63-d34d76f8806f req-fd59fe02-3327-411d-addd-b7213590f64a tempest-ImagesNegativeTestJSON-371777106 tempest-ImagesNegativeTestJSON-371777106-project-member] Enqueued Resource ID: 9befb91e-34a0-4a28-a66f-212d130add7e with Priority: HIGHEST for action security_group_members [ 752.792565] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9befb91e-34a0-4a28-a66f-212d130add7e with Priority: HIGHEST for action security_group_members [ 752.792947] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-9befb91e-34a0-4a28-a66f-212d130add7e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.793225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.793289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.793652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.796414] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.796625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.796743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.797075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.797225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.797381] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9befb91e-34a0-4a28-a66f-212d130add7e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.161733] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.161733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.161833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.162729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.162729] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.162729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.162729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.162729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.162729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.163021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.163021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.163021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.163122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.163348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.163348] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.163548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.163548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.163656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.163734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.163834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.163934] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.302727] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.302913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.303053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.303274] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.303379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.303499] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.303619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.303683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.303826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.303913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.304032] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9befb91e-34a0-4a28-a66f-212d130add7e is going to be updated. [ 753.340636] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.340805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.340884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.341468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.341918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.354611] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9befb91e-34a0-4a28-a66f-212d130add7e in Status: IN_PROGRESS for 2s [ 753.473580] env[66687]: INFO networking_nsxv3.common.synchronization [req-2cd8c5bd-031b-4836-ab69-0be1c9b9aba7 req-53dfbfc2-c662-476b-afb4-41419fe2a40b service nova] Enqueued Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_rules [ 753.473756] env[66687]: INFO networking_nsxv3.common.synchronization [req-2cd8c5bd-031b-4836-ab69-0be1c9b9aba7 req-53dfbfc2-c662-476b-afb4-41419fe2a40b service nova] Enqueued Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_members [ 753.474284] env[66687]: INFO networking_nsxv3.common.synchronization [req-2cd8c5bd-031b-4836-ab69-0be1c9b9aba7 req-53dfbfc2-c662-476b-afb4-41419fe2a40b service nova] Enqueued Resource ID: 6763140c-a83c-40b8-af07-cb4df3f62284 with Priority: HIGHEST for action port [ 753.474543] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_rules [ 753.474766] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_members [ 753.474862] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6763140c-a83c-40b8-af07-cb4df3f62284 with Priority: HIGHEST for action port [ 753.476034] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.476238] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.476318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.476524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.476607] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.477515] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.477628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.477712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.477862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.478010] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.478109] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.478227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.478382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.478382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.478469] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.479418] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6763140c-a83c-40b8-af07-cb4df3f62284 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.479520] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.479586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.479729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.479831] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6763140c-a83c-40b8-af07-cb4df3f62284',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.671195] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7: rpc.has_security_group_logging(os_id): False [ 753.692121] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.692290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.692398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.692656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.692764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.692970] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.693101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.693168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.693341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.693479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.693665] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.693753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.693835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.693961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.694050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.694223] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.694341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.694419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.694486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.694569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.694636] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 is going to be created. [ 753.763722] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.764045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.764045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.764177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.764338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.780975] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: IN_PROGRESS for 2s [ 753.981871] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.982015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.982194] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.983943] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6763140c-a83c-40b8-af07-cb4df3f62284 with status ACTIVE [ 753.983943] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.983943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.983943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.984706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.984706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.984706] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.984927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.984927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.986736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.986736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.986736] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.986736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.986736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.986736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.986736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.986736] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6763140c-a83c-40b8-af07-cb4df3f62284 is going to be updated. [ 754.011504] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.011504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.011504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.011504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.011504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.012865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.488440] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.508998] env[66687]: INFO networking_nsxv3.common.synchronization [req-223a24e5-df4c-4c30-bbc8-3ad827aecfc5 req-dad19682-f324-43ce-b90b-445885c942be tempest-ListImageFiltersTestJSON-1899649916 tempest-ListImageFiltersTestJSON-1899649916-project-member] Enqueued Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 754.509780] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 754.510128] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.510467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.510467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.510703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.510890] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.511040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.511093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.511225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.511308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.511407] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.595196] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: SUCCESS [ 754.595498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.596223] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 754.596392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.596670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.596786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.597034] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.597098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.597164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.597325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.597405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.597487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.597577] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.598422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.598640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.598993] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.598993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.598993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.599260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.599260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.599260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.599352] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.990741] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.991074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.991074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.991301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.991424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.991565] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a25be43-3b33-4310-b696-faeae169850a is going to be created. [ 755.014619] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.015479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.015479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.015479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.015479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.015479] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.015758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.015758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.016298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.016298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.016298] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e already deleted. [ 755.016298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.026477] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.026692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.026807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.026971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.027168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.040722] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: UNINITIALIZED for 2s [ 755.101933] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.104057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.104057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.104057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.104057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.104057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.104057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.104057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.104374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.104374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.104374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.104465] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.104504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.104593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.104720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.104871] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.106105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.106105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.106105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.106105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.106105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.106105] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.227308] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.227564] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.227712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.228481] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.228481] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.228481] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.228681] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.228828] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.228992] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.229229] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.229360] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.229500] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.229607] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.229735] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.229857] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.229998] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.250572] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.250572] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.250572] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.250882] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.250990] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-7d35501c-ffc4-4476-b93b-b748e809ea8f taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.251149] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-7d35501c-ffc4-4476-b93b-b748e809ea8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.251250] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-7d35501c-ffc4-4476-b93b-b748e809ea8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.251712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-7d35501c-ffc4-4476-b93b-b748e809ea8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.251851] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d35501c-ffc4-4476-b93b-b748e809ea8f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.364513] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9befb91e-34a0-4a28-a66f-212d130add7e in Status: SUCCESS [ 755.364697] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9befb91e-34a0-4a28-a66f-212d130add7e deletion is rescheduled due to dependency. [ 755.364697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.608569] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50c57ae6-6de2-4e19-8e6c-4195b1f88b06: rpc.has_security_group_logging(os_id): False [ 755.609629] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aa159b9-db17-4ffc-815d-e3095746609a: rpc.has_security_group_logging(os_id): False [ 755.630246] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.630392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.630844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.630844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.630844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.631329] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.631461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.631537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.631697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.631777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.631986] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.632108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.632173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.632332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.632413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.632660] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.632757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.632819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.632958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.633046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.633173] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 755.635211] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.635335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.635470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.635646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.635735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.635930] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.636040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.636126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.636323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.636430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.636523] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 is going to be created. [ 755.701150] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.701333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.701333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.701459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.701629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.707217] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.707475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.707703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.707915] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.708157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.718523] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: IN_PROGRESS for 2s [ 755.727150] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 755.755954] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.755954] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.756420] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.756544] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.756761] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.756982] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 7d35501c-ffc4-4476-b93b-b748e809ea8f not found, creating... [ 755.757392] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.757622] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.757798] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.758182] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.758392] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.758819] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.759063] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.759406] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.759749] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.759943] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.760243] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 7d35501c-ffc4-4476-b93b-b748e809ea8f is going to be created. [ 755.793558] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.793851] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.793983] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.794268] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.794488] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.794712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-7d35501c-ffc4-4476-b93b-b748e809ea8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.811953] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: SUCCESS [ 755.812211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.549751] env[66687]: INFO networking_nsxv3.common.synchronization [req-223a24e5-df4c-4c30-bbc8-3ad827aecfc5 req-eb3bd6a4-50d9-4118-85f4-f30c8eee8984 service nova] Enqueued Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_rules [ 756.549751] env[66687]: INFO networking_nsxv3.common.synchronization [req-223a24e5-df4c-4c30-bbc8-3ad827aecfc5 req-eb3bd6a4-50d9-4118-85f4-f30c8eee8984 service nova] Enqueued Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 756.549751] env[66687]: INFO networking_nsxv3.common.synchronization [req-223a24e5-df4c-4c30-bbc8-3ad827aecfc5 req-eb3bd6a4-50d9-4118-85f4-f30c8eee8984 service nova] Enqueued Resource ID: 7d35501c-ffc4-4476-b93b-b748e809ea8f with Priority: HIGHEST for action port [ 756.550305] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_rules [ 756.550492] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 756.550633] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d35501c-ffc4-4476-b93b-b748e809ea8f with Priority: HIGHEST for action port [ 756.550889] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.551057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.551179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.551481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.551565] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.552599] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.552710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.552746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.553163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.553338] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.553446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.553541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.553691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.553782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.553893] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.555487] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d35501c-ffc4-4476-b93b-b748e809ea8f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.555487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d35501c-ffc4-4476-b93b-b748e809ea8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.555487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d35501c-ffc4-4476-b93b-b748e809ea8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.555487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d35501c-ffc4-4476-b93b-b748e809ea8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.555950] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d35501c-ffc4-4476-b93b-b748e809ea8f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.054448] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: SUCCESS [ 757.054665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.055025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.055236] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.055439] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.055558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.055630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.055792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.055888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.055983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.056120] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.057334] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.058563] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.058563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.058773] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d35501c-ffc4-4476-b93b-b748e809ea8f with status ACTIVE [ 757.059955] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.059955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.059955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.059955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.059955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.059955] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.059955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.059955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.059955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.060479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.060479] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.060479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.060479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.060623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.060652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.060716] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d35501c-ffc4-4476-b93b-b748e809ea8f is going to be updated. [ 757.090661] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.091091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.091335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.091705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.091927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.092579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d35501c-ffc4-4476-b93b-b748e809ea8f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.257955] env[66687]: INFO networking_nsxv3.common.synchronization [req-88499e53-8e4a-4c3b-9297-cba258122c2b req-a9b658bd-e939-4210-befe-bcae7125233a tempest-ListImageFiltersTestJSON-1899649916 tempest-ListImageFiltersTestJSON-1899649916-project-member] Enqueued Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 757.258738] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 757.259084] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.259211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.564317] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.565542] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.731943] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: SUCCESS [ 757.732051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.741680] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 757.741895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.901014] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.901232] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.901351] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.901687] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.901947] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.902171] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.902288] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.902579] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.902737] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.902939] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.903055] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.903158] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.903259] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.903359] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.903463] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.903605] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.921972] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.922175] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.922304] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.922517] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.922877] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-6760b109-fd05-4845-b02f-0a80047070c1 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.923061] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-6760b109-fd05-4845-b02f-0a80047070c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.923178] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-6760b109-fd05-4845-b02f-0a80047070c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.923491] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-6760b109-fd05-4845-b02f-0a80047070c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.923618] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6760b109-fd05-4845-b02f-0a80047070c1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.069429] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a25be43-3b33-4310-b696-faeae169850a: rpc.has_security_group_logging(os_id): False [ 758.071130] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.071300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.071391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.071647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.071791] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.071908] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e is going to be created. [ 758.092894] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.093146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.093219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.093557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.093665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.093925] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.094083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.094194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.094404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.094491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.094600] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a25be43-3b33-4310-b696-faeae169850a is going to be created. [ 758.108570] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.108570] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.108570] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.108570] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.108741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.119942] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: UNINITIALIZED for 2s [ 758.163490] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.163676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.163714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.163942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.164134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.174947] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: IN_PROGRESS for 2s [ 758.425672] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.426274] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.426432] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.426750] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.426920] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.427098] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 6760b109-fd05-4845-b02f-0a80047070c1 not found, creating... [ 758.427466] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.427597] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.427597] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.427804] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.427931] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.428227] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.428657] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.428657] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.428657] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.428852] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.428957] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 6760b109-fd05-4845-b02f-0a80047070c1 is going to be created. [ 758.454540] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.454783] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.454846] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.455121] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.455347] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.455594] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-6760b109-fd05-4845-b02f-0a80047070c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.514019] env[66687]: INFO networking_nsxv3.common.synchronization [None req-7c0551b5-8d8d-477f-b4b9-7cd5e176b669 None None] Enqueued Resource ID: 6ce5198f-8387-4184-a91c-bf0dc588e26d with Priority: HIGHEST for action port [ 758.514019] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce5198f-8387-4184-a91c-bf0dc588e26d with Priority: HIGHEST for action port [ 758.514019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ce5198f-8387-4184-a91c-bf0dc588e26d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.514019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ce5198f-8387-4184-a91c-bf0dc588e26d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.514019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ce5198f-8387-4184-a91c-bf0dc588e26d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.514496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ce5198f-8387-4184-a91c-bf0dc588e26d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.514861] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ce5198f-8387-4184-a91c-bf0dc588e26d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.017663] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ce5198f-8387-4184-a91c-bf0dc588e26d [ 759.018024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.018165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.018165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.018320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.018412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.018506] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ce5198f-8387-4184-a91c-bf0dc588e26d already deleted. [ 759.018593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ce5198f-8387-4184-a91c-bf0dc588e26d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.241060] env[66687]: INFO networking_nsxv3.common.synchronization [req-88499e53-8e4a-4c3b-9297-cba258122c2b req-7668a65a-ec5c-45e2-bd49-68485102c749 service nova] Enqueued Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_rules [ 759.241060] env[66687]: INFO networking_nsxv3.common.synchronization [req-88499e53-8e4a-4c3b-9297-cba258122c2b req-7668a65a-ec5c-45e2-bd49-68485102c749 service nova] Enqueued Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 759.241598] env[66687]: INFO networking_nsxv3.common.synchronization [req-88499e53-8e4a-4c3b-9297-cba258122c2b req-7668a65a-ec5c-45e2-bd49-68485102c749 service nova] Enqueued Resource ID: 6760b109-fd05-4845-b02f-0a80047070c1 with Priority: HIGHEST for action port [ 759.241811] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_rules [ 759.242367] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 759.242367] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6760b109-fd05-4845-b02f-0a80047070c1 with Priority: HIGHEST for action port [ 759.242367] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.242649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.242710] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.242748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.242932] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6760b109-fd05-4845-b02f-0a80047070c1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.243038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6760b109-fd05-4845-b02f-0a80047070c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.243087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6760b109-fd05-4845-b02f-0a80047070c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.243279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6760b109-fd05-4845-b02f-0a80047070c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.243380] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6760b109-fd05-4845-b02f-0a80047070c1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.747449] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6760b109-fd05-4845-b02f-0a80047070c1 with status ACTIVE [ 759.747792] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.747860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.747925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.748159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.748318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.748564] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.748619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.748722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.748880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.748963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.749355] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.749355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.749355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.749655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.749655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.749727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6760b109-fd05-4845-b02f-0a80047070c1 is going to be updated. [ 759.782426] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.782693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.782693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.782780] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.782919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.783112] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6760b109-fd05-4845-b02f-0a80047070c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.133088] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: SUCCESS [ 760.133504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.133585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.134235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.134235] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.134235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.134235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.134512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.134512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.134512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.134650] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.137099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.137099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.137099] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.137099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.137099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.137099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.137099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.137099] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.195493] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: SUCCESS [ 760.195725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.339200] env[66687]: INFO networking_nsxv3.common.synchronization [req-1fe85f3a-257e-42b3-ba31-ebb2b53fba16 req-51b6b9fa-892d-48ec-b295-a2686f05a770 tempest-ImagesTestJSON-181902845 tempest-ImagesTestJSON-181902845-project-member] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 760.339740] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 760.344021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.344021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.344021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.344021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.344021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.344021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.344021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.344021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.344021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.344021] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.639932] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.639932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.641611] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.723107] env[66687]: INFO networking_nsxv3.common.synchronization [None req-5ccc1eb0-e67b-4f3c-995f-bcf5af56deaf None None] Enqueued Resource ID: 3ed9e1a7-4a9e-409f-975a-55a9aac6e968 with Priority: HIGHEST for action port [ 760.723107] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed9e1a7-4a9e-409f-975a-55a9aac6e968 with Priority: HIGHEST for action port [ 760.723107] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed9e1a7-4a9e-409f-975a-55a9aac6e968 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.723705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed9e1a7-4a9e-409f-975a-55a9aac6e968" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.723921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed9e1a7-4a9e-409f-975a-55a9aac6e968" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.724271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed9e1a7-4a9e-409f-975a-55a9aac6e968" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.724451] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed9e1a7-4a9e-409f-975a-55a9aac6e968',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.806877] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.806877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.806877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.806877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.806877] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.806877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.806877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.806877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.806877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.808466] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.808748] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.808959] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.810815] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.810815] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.810815] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.810815] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.830281] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.830596] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.830845] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.831141] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.831609] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-c7cf8602-7b71-4810-897d-56f25a5037ef taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.831898] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-c7cf8602-7b71-4810-897d-56f25a5037ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.832131] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-c7cf8602-7b71-4810-897d-56f25a5037ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.832630] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-c7cf8602-7b71-4810-897d-56f25a5037ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.832852] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7cf8602-7b71-4810-897d-56f25a5037ef',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.843885] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.844339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.844339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.844468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.844558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.845454] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.845454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.845454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.845454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.845454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.845454] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 already deleted. [ 760.845454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.145159] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.228408] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ed9e1a7-4a9e-409f-975a-55a9aac6e968 [ 761.228745] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.229189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.229189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.229369] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.229496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.229643] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ed9e1a7-4a9e-409f-975a-55a9aac6e968 already deleted. [ 761.229772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed9e1a7-4a9e-409f-975a-55a9aac6e968" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.336554] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.336874] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.337039] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.337332] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.337499] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.337654] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port c7cf8602-7b71-4810-897d-56f25a5037ef not found, creating... [ 761.337920] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.338088] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.338229] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.338465] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.338597] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.338906] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.339185] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.339377] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.339596] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.339737] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.339866] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: c7cf8602-7b71-4810-897d-56f25a5037ef is going to be created. [ 761.362618] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.362618] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.362758] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.364354] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.364568] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.364815] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-c7cf8602-7b71-4810-897d-56f25a5037ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.647436] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.647679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.647749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.647941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.648070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.648176] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e is going to be updated. [ 761.657074] env[66687]: INFO networking_nsxv3.common.synchronization [None req-dc7138f9-48ae-47d1-9edb-69cf2eedc219 None None] Enqueued Resource ID: 0ae034c0-cda3-48d4-b0c0-a2dc560078da with Priority: HIGHEST for action port [ 761.657668] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae034c0-cda3-48d4-b0c0-a2dc560078da with Priority: HIGHEST for action port [ 761.657995] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ae034c0-cda3-48d4-b0c0-a2dc560078da taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.658277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ae034c0-cda3-48d4-b0c0-a2dc560078da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.658434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ae034c0-cda3-48d4-b0c0-a2dc560078da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.659036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ae034c0-cda3-48d4-b0c0-a2dc560078da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.659150] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ae034c0-cda3-48d4-b0c0-a2dc560078da',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.681839] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.681839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.681839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.681839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.681839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.691780] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: IN_PROGRESS for 2s [ 762.143896] env[66687]: INFO networking_nsxv3.common.synchronization [req-1fe85f3a-257e-42b3-ba31-ebb2b53fba16 req-a4618cdc-9088-4b0b-8487-3118d7345c23 service nova] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_rules [ 762.144199] env[66687]: INFO networking_nsxv3.common.synchronization [req-1fe85f3a-257e-42b3-ba31-ebb2b53fba16 req-a4618cdc-9088-4b0b-8487-3118d7345c23 service nova] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 762.144345] env[66687]: INFO networking_nsxv3.common.synchronization [req-1fe85f3a-257e-42b3-ba31-ebb2b53fba16 req-a4618cdc-9088-4b0b-8487-3118d7345c23 service nova] Enqueued Resource ID: c7cf8602-7b71-4810-897d-56f25a5037ef with Priority: HIGHEST for action port [ 762.145344] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_rules [ 762.145344] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 762.145344] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cf8602-7b71-4810-897d-56f25a5037ef with Priority: HIGHEST for action port [ 762.145770] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.145932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.146058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.146397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.146541] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.150951] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.150951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.150951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.150951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.150951] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.150951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.150951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.152843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.155071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.155071] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.157146] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7cf8602-7b71-4810-897d-56f25a5037ef taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.157292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7cf8602-7b71-4810-897d-56f25a5037ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.157348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7cf8602-7b71-4810-897d-56f25a5037ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.157539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7cf8602-7b71-4810-897d-56f25a5037ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.157618] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7cf8602-7b71-4810-897d-56f25a5037ef',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.162741] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ae034c0-cda3-48d4-b0c0-a2dc560078da [ 762.162959] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.163795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.163795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.163795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.163795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.163795] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ae034c0-cda3-48d4-b0c0-a2dc560078da already deleted. [ 762.163795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ae034c0-cda3-48d4-b0c0-a2dc560078da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.661040] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.661207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.661402] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.664260] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7cf8602-7b71-4810-897d-56f25a5037ef with status ACTIVE [ 762.664487] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.664641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.664676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.664922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.665030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.665223] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.665328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.665393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.665560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.665641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.665824] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.665916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.665980] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.666132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.666206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.666291] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7cf8602-7b71-4810-897d-56f25a5037ef is going to be updated. [ 762.691271] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.691432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.691507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.691729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.691860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.692033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7cf8602-7b71-4810-897d-56f25a5037ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.869683] env[66687]: INFO networking_nsxv3.common.synchronization [req-bbbe07bb-4e2d-4e3f-9c44-6b3b7af6ed50 req-b02e01a1-603c-4d11-9ff7-8cec9f66cf83 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_members [ 762.869889] env[66687]: INFO networking_nsxv3.common.synchronization [req-bbbe07bb-4e2d-4e3f-9c44-6b3b7af6ed50 req-b02e01a1-603c-4d11-9ff7-8cec9f66cf83 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 762.870058] env[66687]: INFO networking_nsxv3.common.synchronization [req-bbbe07bb-4e2d-4e3f-9c44-6b3b7af6ed50 req-b02e01a1-603c-4d11-9ff7-8cec9f66cf83 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb with Priority: HIGHEST for action security_group_members [ 762.870947] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_members [ 762.872326] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 762.872440] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb with Priority: HIGHEST for action security_group_members [ 762.872837] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.872997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.873114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.873380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.873557] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.873708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.873751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.873901] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.873995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.874126] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.875050] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.875180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.875784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.875989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.876176] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.876295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.876381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.876529] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.876634] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.876726] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.878030] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a72936fa-3ac8-4537-9df2-cb44db7e33bb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.878030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.878136] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.878391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.878558] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.878662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.878726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.878894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.878977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.879647] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a72936fa-3ac8-4537-9df2-cb44db7e33bb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.926244] env[66687]: INFO networking_nsxv3.common.synchronization [req-bbbe07bb-4e2d-4e3f-9c44-6b3b7af6ed50 req-b02e01a1-603c-4d11-9ff7-8cec9f66cf83 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 762.926404] env[66687]: INFO networking_nsxv3.common.synchronization [req-bbbe07bb-4e2d-4e3f-9c44-6b3b7af6ed50 req-b02e01a1-603c-4d11-9ff7-8cec9f66cf83 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 762.926539] env[66687]: INFO networking_nsxv3.common.synchronization [req-bbbe07bb-4e2d-4e3f-9c44-6b3b7af6ed50 req-b02e01a1-603c-4d11-9ff7-8cec9f66cf83 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_rules [ 762.926729] env[66687]: INFO networking_nsxv3.common.synchronization [req-bbbe07bb-4e2d-4e3f-9c44-6b3b7af6ed50 req-b02e01a1-603c-4d11-9ff7-8cec9f66cf83 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_members [ 762.926923] env[66687]: INFO networking_nsxv3.common.synchronization [req-bbbe07bb-4e2d-4e3f-9c44-6b3b7af6ed50 req-b02e01a1-603c-4d11-9ff7-8cec9f66cf83 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb with Priority: HIGHEST for action security_group_rules [ 762.927476] env[66687]: INFO networking_nsxv3.common.synchronization [req-bbbe07bb-4e2d-4e3f-9c44-6b3b7af6ed50 req-b02e01a1-603c-4d11-9ff7-8cec9f66cf83 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb with Priority: HIGHEST for action security_group_members [ 762.927688] env[66687]: INFO networking_nsxv3.common.synchronization [req-bbbe07bb-4e2d-4e3f-9c44-6b3b7af6ed50 req-b02e01a1-603c-4d11-9ff7-8cec9f66cf83 tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2a274fae-6477-443f-ae1b-9d7d3d48495a with Priority: HIGHEST for action port [ 762.928450] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_rules [ 762.928601] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_rules [ 762.928673] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb with Priority: HIGHEST for action security_group_members [ 762.929091] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a274fae-6477-443f-ae1b-9d7d3d48495a with Priority: HIGHEST for action port [ 762.929526] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb with Priority: HIGHEST for action security_group_rules [ 762.929760] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 762.929983] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_members [ 762.930581] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.930787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.930836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.931090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.931206] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.933077] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.933215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.933269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.933482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.933566] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.935332] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a72936fa-3ac8-4537-9df2-cb44db7e33bb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.935470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.935644] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a274fae-6477-443f-ae1b-9d7d3d48495a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.935754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.935818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.936015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.937233] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a274fae-6477-443f-ae1b-9d7d3d48495a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.938259] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a72936fa-3ac8-4537-9df2-cb44db7e33bb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.938553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.938553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.938719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.938801] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a72936fa-3ac8-4537-9df2-cb44db7e33bb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.940250] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.940545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.940908] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.941154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.164830] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.385535] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a72936fa-3ac8-4537-9df2-cb44db7e33bb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.388801] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.388801] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.439414] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.439414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.443786] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.443949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.444363] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a72936fa-3ac8-4537-9df2-cb44db7e33bb taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.444363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.444571] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a274fae-6477-443f-ae1b-9d7d3d48495a with status ACTIVE [ 763.444571] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.444676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.444776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.445053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.445141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.445302] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.445399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.445459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.445618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.445719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.445885] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.446381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.446381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.446381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.446381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.446381] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a274fae-6477-443f-ae1b-9d7d3d48495a is going to be updated. [ 763.475724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.475724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.475724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.475724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.475724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.475724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a274fae-6477-443f-ae1b-9d7d3d48495a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.672013] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.672013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.672013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.672013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.672013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.672013] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be created. [ 763.689500] env[66687]: INFO networking_nsxv3.common.synchronization [None req-32137af5-fc83-41f2-a00d-aa6233b58253 tempest-ServersTestManualDisk-1107216944 tempest-ServersTestManualDisk-1107216944-project-member] Enqueued Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_rules [ 763.690456] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_rules [ 763.690456] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.690613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.690701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.690948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.691116] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14b0ae1-1a1c-41d0-a11e-cb271873d76c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.698153] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.698353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.698405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.698787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.698787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.701914] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: SUCCESS [ 763.702653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.703241] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.703241] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.703241] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.703403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.703403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.703524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.703626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.703754] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.708483] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: UNINITIALIZED for 2s [ 763.791868] env[66687]: INFO networking_nsxv3.common.synchronization [None req-1f589e55-6a4b-454c-bd2c-e564d7b5258b None None] Enqueued Resource ID: 452e46d6-d501-4a95-8fe8-cf8ffab819d2 with Priority: HIGHEST for action port [ 763.792452] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452e46d6-d501-4a95-8fe8-cf8ffab819d2 with Priority: HIGHEST for action port [ 763.792803] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-452e46d6-d501-4a95-8fe8-cf8ffab819d2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.792939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-452e46d6-d501-4a95-8fe8-cf8ffab819d2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.793021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-452e46d6-d501-4a95-8fe8-cf8ffab819d2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.795394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-452e46d6-d501-4a95-8fe8-cf8ffab819d2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.795516] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('452e46d6-d501-4a95-8fe8-cf8ffab819d2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.830593] env[66687]: INFO networking_nsxv3.common.synchronization [None req-d327f7f8-009d-4cda-960e-764f67f8531a tempest-ServersTestManualDisk-1107216944 tempest-ServersTestManualDisk-1107216944-project-member] Enqueued Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_rules [ 763.831776] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_rules [ 763.832731] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.832731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.889560] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a72936fa-3ac8-4537-9df2-cb44db7e33bb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.890724] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.891478] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.207039] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.216944] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.217155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.217227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.217443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.217535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.217632] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c already deleted. [ 764.217804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.217959] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.218220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.218310] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14b0ae1-1a1c-41d0-a11e-cb271873d76c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.298846] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 452e46d6-d501-4a95-8fe8-cf8ffab819d2 [ 764.298846] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.298846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.298846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.299208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.299208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.299208] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:452e46d6-d501-4a95-8fe8-cf8ffab819d2 already deleted. [ 764.299420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-452e46d6-d501-4a95-8fe8-cf8ffab819d2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.393141] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.393382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.393507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.393881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.394064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.395525] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 is going to be updated. [ 764.397896] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.400370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.400370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.400370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.400370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.400370] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb is going to be created. [ 764.401882] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.402817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.402952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.403364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.403541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.403653] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 764.437042] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.437285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.437402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.437715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.437967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.442205] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.442693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.442693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.444092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.444334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.458143] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.458143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.458143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.458690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.458690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.468049] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: IN_PROGRESS for 2s [ 764.468292] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb in Status: UNINITIALIZED for 2s [ 764.483170] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 764.711346] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.748528] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.748528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.748717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.748821] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.748914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.749018] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c already deleted. [ 764.749101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.213727] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.214160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.214160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.214319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.214451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.214584] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e is going to be updated. [ 765.247620] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.247867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.247867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.248283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.248468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.262628] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: IN_PROGRESS for 2s [ 765.723281] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 765.723416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.723880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.723880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.724089] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.724186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.724243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.726547] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.726844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.727060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.727189] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.072435] env[66687]: INFO networking_nsxv3.common.synchronization [req-93439293-e47d-4a0e-80f7-56b160acc1ad req-ce3e650b-e399-44fa-b7e3-508aefb51c1c tempest-ServerRescueNegativeTestJSON-436220716 tempest-ServerRescueNegativeTestJSON-436220716-project-member] Enqueued Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 766.072435] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 766.072435] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.072435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.072435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.072435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.072435] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.072435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.072435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.072435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.073033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.073033] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.230027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.230319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.230411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.230760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.231065] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.231247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.231357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.231610] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.231750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.231900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.232171] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.232318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.232421] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.236069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.236403] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.236592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.236698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.236976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.237139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.237273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.237417] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.480368] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb in Status: SUCCESS [ 766.480687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.481797] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: SUCCESS [ 766.481971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.482139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.482355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.482585] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.482712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.482780] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.482945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.483037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.483138] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a72936fa-3ac8-4537-9df2-cb44db7e33bb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.484187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.484356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.485326] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.485326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.485428] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.485659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.485659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.485758] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.496671] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 766.497708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.498095] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.498682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.498682] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.498862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.498937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.499278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.499439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.499507] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.544086] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.544086] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.544086] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.545981] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.546338] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.546570] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.546810] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.547142] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.547362] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.547929] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.547929] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.547929] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.547929] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.548109] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.548211] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.548334] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.569336] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.569498] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.569636] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.569805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.570129] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-24c7204c-554e-46ab-a978-70242d29f2ca taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.570299] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-24c7204c-554e-46ab-a978-70242d29f2ca" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.570409] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-24c7204c-554e-46ab-a978-70242d29f2ca" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.570812] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-24c7204c-554e-46ab-a978-70242d29f2ca" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.570948] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c7204c-554e-46ab-a978-70242d29f2ca',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.575670] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.575805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.575879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.576114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.576204] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.576398] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.576491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.576558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.576762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.576868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.576950] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 722d059c-0277-4105-a7e5-c5656f737be8 already deleted. [ 766.577052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.741546] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b5fba27-0d32-431b-94fa-c236ca3a6d35: rpc.has_security_group_logging(os_id): False [ 766.766298] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.766862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.766862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.766862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.766862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.767093] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.767166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.767219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.767391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.767443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.767636] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.767731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.767808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.767966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.768078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.768300] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.769911] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.769911] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.770170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.770215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.770300] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be created. [ 766.845704] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.845704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.845985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.845985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.846224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.865282] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 766.987890] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a72936fa-3ac8-4537-9df2-cb44db7e33bb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.989213] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.002908] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.073752] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.073995] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.074152] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.074438] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.074603] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.074768] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 24c7204c-554e-46ab-a978-70242d29f2ca not found, creating... [ 767.075155] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.075348] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.075461] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.076358] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.076358] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.079480] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.080111] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.080532] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.081371] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.081544] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.081704] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 24c7204c-554e-46ab-a978-70242d29f2ca is going to be created. [ 767.106083] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.106438] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.106438] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.106940] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.107284] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.107406] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-24c7204c-554e-46ab-a978-70242d29f2ca" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.280080] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: SUCCESS [ 767.281115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.281115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.281115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.281364] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.282037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.282037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.282037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.282037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.282215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.282651] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.282651] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.282830] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.283208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.283321] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.283775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.283903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.284691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.284691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.284691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.284691] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.305840] env[66687]: INFO networking_nsxv3.common.synchronization [req-1c68b30c-2e92-426e-bb45-53798e7060f3 req-ef00903d-c0c3-45d7-b4a5-3a6cba39a4da tempest-ImagesOneServerNegativeTestJSON-1054522739 tempest-ImagesOneServerNegativeTestJSON-1054522739-project-member] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 767.306737] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 767.307471] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.308106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.308275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.308566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.308835] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.309072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.309072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.309840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.309840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.309840] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.491077] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a72936fa-3ac8-4537-9df2-cb44db7e33bb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.491936] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.506300] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.786824] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8386ce6c-c468-4c89-bdfb-3fb987f1996e: rpc.has_security_group_logging(os_id): False [ 767.804579] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.804954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.804954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.805406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.805406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.805628] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.805628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.805805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.805805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.805887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.806295] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.806295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.806295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.806532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.806532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.807764] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.807914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.808049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.808174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.808255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.808542] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e is going to be created. [ 767.812208] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.812421] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.812526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.812793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.812849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.813226] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.813226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.813353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.813443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.813497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.813606] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be updated. [ 767.845899] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.846053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.846099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.846323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.846470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.859437] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: IN_PROGRESS for 2s [ 767.876904] env[66687]: INFO networking_nsxv3.common.synchronization [req-93439293-e47d-4a0e-80f7-56b160acc1ad req-9e2076ec-e2bf-42bc-b2ee-41a228cd8348 service nova] Enqueued Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_rules [ 767.876904] env[66687]: INFO networking_nsxv3.common.synchronization [req-93439293-e47d-4a0e-80f7-56b160acc1ad req-9e2076ec-e2bf-42bc-b2ee-41a228cd8348 service nova] Enqueued Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 767.876904] env[66687]: INFO networking_nsxv3.common.synchronization [req-93439293-e47d-4a0e-80f7-56b160acc1ad req-9e2076ec-e2bf-42bc-b2ee-41a228cd8348 service nova] Enqueued Resource ID: 24c7204c-554e-46ab-a978-70242d29f2ca with Priority: HIGHEST for action port [ 767.877353] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_rules [ 767.877494] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 767.877596] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c7204c-554e-46ab-a978-70242d29f2ca with Priority: HIGHEST for action port [ 767.877958] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.878035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.878131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.878356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.878431] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.879379] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.879491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.879561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.880275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.880275] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.880275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.880414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.880445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.880534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.880645] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.882624] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-24c7204c-554e-46ab-a978-70242d29f2ca taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.882787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24c7204c-554e-46ab-a978-70242d29f2ca" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.882867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24c7204c-554e-46ab-a978-70242d29f2ca" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.883310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24c7204c-554e-46ab-a978-70242d29f2ca" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.884110] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c7204c-554e-46ab-a978-70242d29f2ca',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.886800] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.887036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.887036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.887592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.887982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.899110] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: IN_PROGRESS for 2s [ 767.996292] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.996292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.996292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.996292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.996292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.996522] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb is going to be updated. [ 767.997726] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.997851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.997997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.006289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.006289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.006289] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 is going to be updated. [ 768.008752] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.009111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.009338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.009923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.009923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.009923] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 768.057101] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.057101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.057356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.057392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.057634] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.063016] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.063016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.063016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.063359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.063573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.065880] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.066072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.066116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.066388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.066566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.079966] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 768.080799] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb in Status: IN_PROGRESS for 2s [ 768.081434] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: IN_PROGRESS for 2s [ 768.383404] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.386824] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.386824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.390924] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24c7204c-554e-46ab-a978-70242d29f2ca with status ACTIVE [ 768.391473] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.391473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.391473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.391653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.391653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.391770] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.391864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.391988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.392078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.392723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.392723] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.392723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.392723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.392723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.392723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.392987] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24c7204c-554e-46ab-a978-70242d29f2ca is going to be updated. [ 768.414936] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.415464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.415605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.415819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.415951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.416151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24c7204c-554e-46ab-a978-70242d29f2ca" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.640101] env[66687]: INFO networking_nsxv3.common.synchronization [req-e48210a4-a909-46cb-aaba-923216a0f9aa req-1a03e51d-cb23-4098-b21b-7ee856935a7e tempest-ServerMetadataTestJSON-1884148904 tempest-ServerMetadataTestJSON-1884148904-project-member] Enqueued Resource ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 with Priority: HIGHEST for action security_group_members [ 768.640687] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 with Priority: HIGHEST for action security_group_members [ 768.641445] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b96660c-1de2-46bc-b652-145ec48e5e48 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.641445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.641579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.641840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.642110] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.642255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.642344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.642527] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.642692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.642815] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b96660c-1de2-46bc-b652-145ec48e5e48',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.879243] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 768.879610] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.887464] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.111633] env[66687]: INFO networking_nsxv3.common.synchronization [req-a8416c3e-a2b6-4349-b7b4-89712cca4f83 req-ba939721-73ba-49c6-9e08-4aaf3002e5bc tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_members [ 769.111781] env[66687]: INFO networking_nsxv3.common.synchronization [req-a8416c3e-a2b6-4349-b7b4-89712cca4f83 req-ba939721-73ba-49c6-9e08-4aaf3002e5bc tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 769.111940] env[66687]: INFO networking_nsxv3.common.synchronization [req-a8416c3e-a2b6-4349-b7b4-89712cca4f83 req-ba939721-73ba-49c6-9e08-4aaf3002e5bc tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb with Priority: HIGHEST for action security_group_members [ 769.112512] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGHEST for action security_group_members [ 769.112753] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 769.112842] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb with Priority: HIGHEST for action security_group_members [ 769.114768] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.114888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.115181] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.115284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.115788] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a72936fa-3ac8-4537-9df2-cb44db7e33bb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.116084] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.144946] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.145117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.145190] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.145508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.145611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.145867] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.145975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.146077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.146312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.146477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.146535] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 already deleted. [ 769.146616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.390249] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.390548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.390548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.390721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.390844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.390913] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 722d059c-0277-4105-a7e5-c5656f737be8 is going to be created. [ 769.416241] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.417063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.417198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.417523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.417588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.428744] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: UNINITIALIZED for 2s [ 769.506128] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-804 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.506318] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-804" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.506437] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-804" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.506831] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-804" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.510509] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.510509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.510509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.510509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.510509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.510509] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.510509] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.510509] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.510509] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.510509] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.510509] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.510509] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.534420] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.534420] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.534632] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.535622] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-804" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.535622] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-c00264eb-cab5-442d-99ce-fa3e2762e50b taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.535622] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-c00264eb-cab5-442d-99ce-fa3e2762e50b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.535622] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-c00264eb-cab5-442d-99ce-fa3e2762e50b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.536144] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-c00264eb-cab5-442d-99ce-fa3e2762e50b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.536356] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00264eb-cab5-442d-99ce-fa3e2762e50b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.826745] env[66687]: INFO networking_nsxv3.common.synchronization [None req-2db73f8d-884c-49fb-ba4a-b782039b77b4 None None] Enqueued Resource ID: 21132266-1294-4e0b-9885-77a6349e9a67 with Priority: HIGHEST for action port [ 769.827403] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21132266-1294-4e0b-9885-77a6349e9a67 with Priority: HIGHEST for action port [ 769.827779] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-21132266-1294-4e0b-9885-77a6349e9a67 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.828272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21132266-1294-4e0b-9885-77a6349e9a67" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.828472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21132266-1294-4e0b-9885-77a6349e9a67" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.829701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21132266-1294-4e0b-9885-77a6349e9a67" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.830491] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21132266-1294-4e0b-9885-77a6349e9a67',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.870178] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: SUCCESS [ 769.870423] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 deletion is rescheduled due to dependency. [ 769.870646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.892742] env[66687]: INFO networking_nsxv3.common.synchronization [req-75f0b9d7-9f93-4d96-a692-f8c4e9f7cd31 req-6e2f9aae-bb14-4b45-befb-43967d0535a6 tempest-ListServersNegativeTestJSON-473294229 tempest-ListServersNegativeTestJSON-473294229-project-member] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 769.893390] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 769.893789] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.893898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.894235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.894235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.894381] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.894481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.894563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.894694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.894853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.895014] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.942405] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: SUCCESS [ 769.942739] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.942986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.943367] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.943624] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.040274] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.040589] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.040771] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.041155] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.041344] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.041663] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port c00264eb-cab5-442d-99ce-fa3e2762e50b not found, creating... [ 770.042169] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.042425] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.042718] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.043041] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.043241] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.043980] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.043980] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.044424] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.044598] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.044824] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.045106] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: c00264eb-cab5-442d-99ce-fa3e2762e50b is going to be created. [ 770.082370] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.082370] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.082370] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.082370] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.082743] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.083069] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-c00264eb-cab5-442d-99ce-fa3e2762e50b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.104652] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb in Status: SUCCESS [ 770.104652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.104652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.104652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.104652] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.104652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.104652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.104652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.104652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.104652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.104652] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a72936fa-3ac8-4537-9df2-cb44db7e33bb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.106507] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: SUCCESS [ 770.106812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.107760] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 770.108045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.108167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.111596] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.111596] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a72936fa-3ac8-4537-9df2-cb44db7e33bb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.111596] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.111596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.111596] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.114213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.114213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.114213] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.114213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.114213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.114213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.114213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.114213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.114213] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.117326] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.117326] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.117326] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.117326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.117326] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.334037] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21132266-1294-4e0b-9885-77a6349e9a67 [ 770.334142] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.334209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.334311] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.334480] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.334567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.334675] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21132266-1294-4e0b-9885-77a6349e9a67 already deleted. [ 770.334767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21132266-1294-4e0b-9885-77a6349e9a67" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.396957] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.423076] env[66687]: INFO networking_nsxv3.common.synchronization [req-fb624722-b1e8-4155-9b9e-649bdf65db17 req-c748495f-2081-41ba-a50b-6c944ec18c1c tempest-ListServersNegativeTestJSON-473294229 tempest-ListServersNegativeTestJSON-473294229-project-member] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 770.424110] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGHEST for action security_group_members [ 770.424110] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.425059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.446923] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.447169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.447257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.447473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.447645] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.447747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.447810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.447964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.448062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.448149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.448237] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.615370] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.618507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.618717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.619067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.619246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.620344] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.620344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.620344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.620344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.620344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.620763] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb is going to be deleted. [ 770.621953] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a72936fa-3ac8-4537-9df2-cb44db7e33bb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.623950] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.626210] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.627750] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.627750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.627750] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.627750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.627750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.628041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.628041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.628041] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.628137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.628168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.628315] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.628441] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.633126] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 is going to be updated. [ 770.659611] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.659801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.659868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.660167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.660337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.671049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.671049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.671049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.671049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.671049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.671049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.672273] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: IN_PROGRESS for 2s [ 770.831079] env[66687]: INFO networking_nsxv3.common.synchronization [req-e48210a4-a909-46cb-aaba-923216a0f9aa req-12905069-5d56-4c66-889e-2c00460c7ccf service nova] Enqueued Resource ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 with Priority: HIGHEST for action security_group_rules [ 770.831279] env[66687]: INFO networking_nsxv3.common.synchronization [req-e48210a4-a909-46cb-aaba-923216a0f9aa req-12905069-5d56-4c66-889e-2c00460c7ccf service nova] Enqueued Resource ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 with Priority: HIGHEST for action security_group_members [ 770.831418] env[66687]: INFO networking_nsxv3.common.synchronization [req-e48210a4-a909-46cb-aaba-923216a0f9aa req-12905069-5d56-4c66-889e-2c00460c7ccf service nova] Enqueued Resource ID: c00264eb-cab5-442d-99ce-fa3e2762e50b with Priority: HIGHEST for action port [ 770.831973] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 with Priority: HIGHEST for action security_group_rules [ 770.832133] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 with Priority: HIGHEST for action security_group_members [ 770.832637] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00264eb-cab5-442d-99ce-fa3e2762e50b with Priority: HIGHEST for action port [ 770.832637] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b96660c-1de2-46bc-b652-145ec48e5e48 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.832841] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.832841] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.833569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.833569] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b96660c-1de2-46bc-b652-145ec48e5e48',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.834844] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b96660c-1de2-46bc-b652-145ec48e5e48 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.834844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.834844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.834844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.834844] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.835132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.835132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.835345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.835498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.835667] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b96660c-1de2-46bc-b652-145ec48e5e48',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.837093] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c00264eb-cab5-442d-99ce-fa3e2762e50b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.837093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c00264eb-cab5-442d-99ce-fa3e2762e50b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.837093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c00264eb-cab5-442d-99ce-fa3e2762e50b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.837567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c00264eb-cab5-442d-99ce-fa3e2762e50b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.837567] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00264eb-cab5-442d-99ce-fa3e2762e50b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.900210] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.955438] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.955438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.955438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.955438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.955438] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.955862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.955895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.956181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.956181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.956285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.956396] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.956496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.956581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.960026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.960026] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.960026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.960026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.960026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.960026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960026] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.127199] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a72936fa-3ac8-4537-9df2-cb44db7e33bb: rpc.has_security_group_logging(os_id): False [ 771.131653] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.133118] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50c57ae6-6de2-4e19-8e6c-4195b1f88b06: rpc.has_security_group_logging(os_id): False [ 771.147191] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.147363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.147448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.147674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.147770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.148525] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.149462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.150356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.150634] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.150743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.150920] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb is going to be created. [ 771.153688] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.153810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.153884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.154086] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.154207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.154392] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.154486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.154551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.154700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.154776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.154860] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 is going to be updated. [ 771.182689] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a72936fa-3ac8-4537-9df2-cb44db7e33bb], does not exist path=[/infra/domains/default/groups/a72936fa-3ac8-4537-9df2-cb44db7e33bb]."\n}' [ 771.182689] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a72936fa-3ac8-4537-9df2-cb44db7e33bb [ 771.182689] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 771.219420] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.219581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.219628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.220232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.223160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.223596] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.223697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.223758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.223970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.224074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.224304] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.226014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.226014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.226014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.226014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.226014] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a72936fa-3ac8-4537-9df2-cb44db7e33bb is going to be created. [ 771.240469] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.240647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.240708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.241581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.241581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.248665] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a72936fa-3ac8-4537-9df2-cb44db7e33bb], does not exist path=[/infra/domains/default/groups/a72936fa-3ac8-4537-9df2-cb44db7e33bb]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a72936fa-3ac8-4537-9df2-cb44db7e33bb [ 771.250019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a72936fa-3ac8-4537-9df2-cb44db7e33bb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.250019] env[66687]: Traceback (most recent call last): [ 771.250019] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 771.250019] env[66687]: return func(*args, **kwargs) [ 771.250019] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 771.250019] env[66687]: res.raise_for_status() [ 771.250019] env[66687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 771.250019] env[66687]: raise HTTPError(http_error_msg, response=self) [ 771.250019] env[66687]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a72936fa-3ac8-4537-9df2-cb44db7e33bb [ 771.250019] env[66687]: During handling of the above exception, another exception occurred: [ 771.250019] env[66687]: Traceback (most recent call last): [ 771.250019] env[66687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 771.250019] env[66687]: listener.cb(fileno) [ 771.250019] env[66687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 771.250019] env[66687]: result = function(*args, **kwargs) [ 771.250019] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 771.250019] env[66687]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 771.250019] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 771.250019] env[66687]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 771.250019] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 771.250019] env[66687]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 771.250019] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 771.250019] env[66687]: res.raise_for_status() [ 771.250019] env[66687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 771.250019] env[66687]: raise HTTPError(http_error_msg, response=self) [ 771.250019] env[66687]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a72936fa-3ac8-4537-9df2-cb44db7e33bb [ 771.250019] env[66687]: Removing descriptor: 19 [ 771.254810] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: IN_PROGRESS for 2s [ 771.339990] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b96660c-1de2-46bc-b652-145ec48e5e48 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.340159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.341509] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b96660c-1de2-46bc-b652-145ec48e5e48',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.343505] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c00264eb-cab5-442d-99ce-fa3e2762e50b with status ACTIVE [ 771.343505] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.343505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.343505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.343505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.343505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.343505] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.343845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.343845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.343845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.343947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.347403] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.347403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.347403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.347403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.347403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.347403] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c00264eb-cab5-442d-99ce-fa3e2762e50b is going to be updated. [ 771.371773] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.371954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.371994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.372199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.372343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.372953] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c00264eb-cab5-442d-99ce-fa3e2762e50b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.404107] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.404409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.404409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.404523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.404613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.404714] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be updated. [ 771.435915] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.436067] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.437926] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: SUCCESS [ 771.438168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.438373] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.438606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.438804] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.438925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.438993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.439167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.439251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.439335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.439425] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.449752] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.449917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.449967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.450196] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.450333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.459567] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8386ce6c-c468-4c89-bdfb-3fb987f1996e: rpc.has_security_group_logging(os_id): False [ 771.469107] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: IN_PROGRESS for 2s [ 771.501229] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.501375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.501442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.501670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.534611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.535231] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.535424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.535544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.535934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.535934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.538577] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.538656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.538723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.538917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.539000] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.539230] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.539332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.539507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.539623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.539704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.540024] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e is going to be updated. [ 771.626947] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.627114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.627183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.627449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.627545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.636770] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.636922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.637051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.637228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.637320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.637429] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 771.647369] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: IN_PROGRESS for 2s [ 771.671232] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.671232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.671232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.671232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.671232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.682280] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 771.846857] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b96660c-1de2-46bc-b652-145ec48e5e48',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.941863] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.942296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.942403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.942663] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.942876] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.942999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.943074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.943232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.943321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.943410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.943607] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.943678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.943740] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.943894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.944038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.944130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.944191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.944329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.944403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.944483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.944576] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.973368] env[66687]: INFO networking_nsxv3.common.synchronization [None req-4419b9d9-9e6c-4d88-845e-b56764ea8dbf tempest-ServersTestBootFromVolume-716074512 tempest-ServersTestBootFromVolume-716074512-project-member] Enqueued Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_rules [ 771.973935] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_rules [ 771.974259] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.974393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.974513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.974693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.974771] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958fa7fd-7edc-46ad-98b3-5b7a7aa605d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.114758] env[66687]: INFO networking_nsxv3.common.synchronization [None req-f7803c28-b94b-4b5b-9c67-3ee32bd60da7 tempest-ServersTestBootFromVolume-716074512 tempest-ServersTestBootFromVolume-716074512-project-member] Enqueued Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_rules [ 772.115354] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_rules [ 772.115669] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.117038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.350902] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.351145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.351145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.351365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.352408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.352519] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 is going to be created. [ 772.383780] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.387568] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.387568] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.387568] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.387568] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.406423] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 in Status: UNINITIALIZED for 2s [ 772.447264] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 722d059c-0277-4105-a7e5-c5656f737be8: rpc.has_security_group_logging(os_id): False [ 772.470119] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.470320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.470370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.470600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.470758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.470886] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.471295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.471295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.471295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.471295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.471753] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.471753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.471753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.471878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.471878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.473047] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.473047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.473188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.473253] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.473304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.473414] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 722d059c-0277-4105-a7e5-c5656f737be8 is going to be created. [ 772.520263] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.520263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.520263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.520263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.520263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.520263] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 already deleted. [ 772.520263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.520263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.520263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.520263] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958fa7fd-7edc-46ad-98b3-5b7a7aa605d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.582354] env[66687]: INFO networking_nsxv3.common.synchronization [None req-70fa3252-c58e-4d69-9afa-666df9277332 None None] Enqueued Resource ID: 4c082d89-8fca-4a5f-8ae8-e7fef76fa7a7 with Priority: HIGHEST for action port [ 772.584240] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c082d89-8fca-4a5f-8ae8-e7fef76fa7a7 with Priority: HIGHEST for action port [ 772.584459] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c082d89-8fca-4a5f-8ae8-e7fef76fa7a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.584586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c082d89-8fca-4a5f-8ae8-e7fef76fa7a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.584675] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c082d89-8fca-4a5f-8ae8-e7fef76fa7a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.584992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c082d89-8fca-4a5f-8ae8-e7fef76fa7a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.585073] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c082d89-8fca-4a5f-8ae8-e7fef76fa7a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.606124] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.606124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.606291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.606865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.607496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.620097] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: IN_PROGRESS for 2s [ 772.684158] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: SUCCESS [ 772.684338] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 deletion is rescheduled due to dependency. [ 772.684597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.042926] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.042926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.042926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.042926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.043264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.043264] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 already deleted. [ 773.043264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.089618] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c082d89-8fca-4a5f-8ae8-e7fef76fa7a7 [ 773.089941] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.089941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.090067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.090208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.091111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.091111] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c082d89-8fca-4a5f-8ae8-e7fef76fa7a7 already deleted. [ 773.091111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c082d89-8fca-4a5f-8ae8-e7fef76fa7a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.269983] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 in Status: SUCCESS [ 773.269983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.480572] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: SUCCESS [ 773.481205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.481205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.481205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.481538] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.481538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.481538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.481900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.482030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.482193] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.663302] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: SUCCESS [ 773.663623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.697027] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.697027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.697027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.697027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.697027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.697671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.697671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.697671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.697671] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.984946] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.985225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.985323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.985696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.012282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.012560] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.012722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.012808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.013027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.013108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.013214] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be updated. [ 774.048068] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.048068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.048068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.048068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.048068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.060468] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: IN_PROGRESS for 2s [ 774.200190] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aa159b9-db17-4ffc-815d-e3095746609a: rpc.has_security_group_logging(os_id): False [ 774.220136] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.220281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.220408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.220625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.241057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.241057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.241057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.241057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.241057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.241338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.241338] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.241414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.241466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.241618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.241759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.241873] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.241977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.242047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.242188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.242278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.242345] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 774.310402] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.310568] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.310652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.310887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.311057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.342350] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 774.421140] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 in Status: SUCCESS [ 774.421341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.421860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.422035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.422193] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.422374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.422426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.422686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.422778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.422884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.422961] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b96660c-1de2-46bc-b652-145ec48e5e48',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.635591] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: SUCCESS [ 774.635922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.862020] env[66687]: INFO networking_nsxv3.common.synchronization [req-514903f9-217c-454e-89a9-1eef22303a78 req-6408bbb6-7053-4343-9c29-2b114a3a89c3 tempest-ServersAdminTestJSON-1106153793 tempest-ServersAdminTestJSON-1106153793-project-member] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 774.862658] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 774.862995] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.863195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.863288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.863506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.863768] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.863892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.863956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.864130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.864219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.865384] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.927652] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b96660c-1de2-46bc-b652-145ec48e5e48 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.927652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.927789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.927902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.928111] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.929183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.929183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.929183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.929183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.929183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.929183] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b96660c-1de2-46bc-b652-145ec48e5e48 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.929183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.929183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.929183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.929613] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.929613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.929613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.929613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.929802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.929845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.929937] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b96660c-1de2-46bc-b652-145ec48e5e48',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.366772] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.432106] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b96660c-1de2-46bc-b652-145ec48e5e48: rpc.has_security_group_logging(os_id): False [ 775.451177] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.451177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.451389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.451625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.451843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.454591] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.454591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.454591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.454591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.454975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.454975] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.454975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.454975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.455234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.455234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.455425] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.455521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.455583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.455722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.455798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.455885] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 is going to be created. [ 775.521790] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.521993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.521993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.522220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.522762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.537532] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 in Status: IN_PROGRESS for 2s [ 775.869407] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.071644] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 in Status: SUCCESS [ 776.071849] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 deletion is rescheduled due to dependency. [ 776.071950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.365125] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 776.365125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.374858] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.374858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.374858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.374858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.374858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.374858] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 776.411867] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.411867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.411867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.411867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.411867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.423806] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 776.561394] env[66687]: INFO networking_nsxv3.common.synchronization [req-9d3ae114-c925-493f-acd2-57f137bd7773 req-19ff1b5b-863c-42cf-aa7e-48c076f5943f tempest-ServerRescueNegativeTestJSON-436220716 tempest-ServerRescueNegativeTestJSON-436220716-project-member] Enqueued Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 776.561956] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 776.562305] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.562427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.562504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.562748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.562909] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.563777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.563921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.564131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.564237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.564386] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.002670] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.003074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.003311] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.003572] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.004023] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.004428] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.004428] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.004870] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.005238] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.005466] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.006137] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.006137] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.006137] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.006137] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.006137] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.006449] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.033177] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.034217] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.034217] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.034217] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.034548] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-1a89fbad-2f4f-490c-a11b-88e18ec2ef2d taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.034844] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-1a89fbad-2f4f-490c-a11b-88e18ec2ef2d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.035444] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-1a89fbad-2f4f-490c-a11b-88e18ec2ef2d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.035989] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-1a89fbad-2f4f-490c-a11b-88e18ec2ef2d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.036119] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a89fbad-2f4f-490c-a11b-88e18ec2ef2d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.071565] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.542776] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.543073] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.543204] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.543500] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.543658] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.543826] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 1a89fbad-2f4f-490c-a11b-88e18ec2ef2d not found, creating... [ 777.544122] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.544303] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.544415] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.544638] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.544768] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.545084] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.545269] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.545384] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.545590] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.545718] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.545853] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 1a89fbad-2f4f-490c-a11b-88e18ec2ef2d is going to be created. [ 777.569174] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 in Status: SUCCESS [ 777.569454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.574421] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.591253] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.591553] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.591863] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.592217] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.592508] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.592843] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-1a89fbad-2f4f-490c-a11b-88e18ec2ef2d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.077359] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.078585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.078585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.078585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.078585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.078585] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 722d059c-0277-4105-a7e5-c5656f737be8 is going to be updated. [ 778.133773] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.133773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.133773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.133773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.133773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.135193] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: IN_PROGRESS for 2s [ 778.441918] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 778.442282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.468292] env[66687]: INFO networking_nsxv3.common.synchronization [req-9d3ae114-c925-493f-acd2-57f137bd7773 req-db06dffd-0815-49a0-897a-b6c52a4b4c33 service nova] Enqueued Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_rules [ 778.468468] env[66687]: INFO networking_nsxv3.common.synchronization [req-9d3ae114-c925-493f-acd2-57f137bd7773 req-db06dffd-0815-49a0-897a-b6c52a4b4c33 service nova] Enqueued Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 778.468606] env[66687]: INFO networking_nsxv3.common.synchronization [req-9d3ae114-c925-493f-acd2-57f137bd7773 req-db06dffd-0815-49a0-897a-b6c52a4b4c33 service nova] Enqueued Resource ID: 1a89fbad-2f4f-490c-a11b-88e18ec2ef2d with Priority: HIGHEST for action port [ 778.469260] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_rules [ 778.469384] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 778.469460] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a89fbad-2f4f-490c-a11b-88e18ec2ef2d with Priority: HIGHEST for action port [ 778.469760] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.469890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.469959] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.470538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.470747] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.473156] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.473156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.473156] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a89fbad-2f4f-490c-a11b-88e18ec2ef2d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.473566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a89fbad-2f4f-490c-a11b-88e18ec2ef2d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.476099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a89fbad-2f4f-490c-a11b-88e18ec2ef2d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.476099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a89fbad-2f4f-490c-a11b-88e18ec2ef2d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.476099] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a89fbad-2f4f-490c-a11b-88e18ec2ef2d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.973018] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.973183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.977661] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a89fbad-2f4f-490c-a11b-88e18ec2ef2d with status ACTIVE [ 778.977835] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.977962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.978042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.978259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.978348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.978582] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.978699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.978762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.978917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.978996] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.979197] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.979293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.979354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.979490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.979561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.979650] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a89fbad-2f4f-490c-a11b-88e18ec2ef2d is going to be updated. [ 779.006039] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.006039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.006039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.006039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.006407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.006407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a89fbad-2f4f-490c-a11b-88e18ec2ef2d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.147027] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: SUCCESS [ 780.147027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.147555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.147555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.147666] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.147750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.147750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.147895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.148101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.148101] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.651576] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.154084] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.656860] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.657097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.657228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.657409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.657504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.657610] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 722d059c-0277-4105-a7e5-c5656f737be8 is going to be updated. [ 781.696657] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.696908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.696908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.697101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.697248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.709405] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: IN_PROGRESS for 2s [ 782.074538] env[66687]: INFO networking_nsxv3.common.synchronization [req-1985d19b-59a4-44e5-b5fa-27d75c51d94e req-4e277c92-492b-4b27-b2a3-dc73a1265ee5 tempest-ServersWithSpecificFlavorTestJSON-474850466 tempest-ServersWithSpecificFlavorTestJSON-474850466-project-member] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 782.075138] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 782.075837] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.075837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.075837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.075837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.076087] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.076087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.076171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.076267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.076366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.076456] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.580390] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.580798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.580798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.581960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.604040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.604403] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.604568] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.604668] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.604966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.605133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.605530] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b is going to be updated. [ 782.680328] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.680328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.680328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.680328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.680328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.693988] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: IN_PROGRESS for 2s [ 783.728135] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: SUCCESS [ 783.728613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.728613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.728796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.728916] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.729068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.729166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.729323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.729432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.729593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.729696] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.232519] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.232819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.232908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.233137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.233323] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.233423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.233489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.233641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.233747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.233866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.234058] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.234163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.234225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.234372] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.234508] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.234605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.234696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.234924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.235023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.235424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.235526] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.705520] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: SUCCESS [ 784.705762] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b deletion is rescheduled due to dependency. [ 784.705892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.738523] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 722d059c-0277-4105-a7e5-c5656f737be8: rpc.has_security_group_logging(os_id): False [ 784.759114] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.759330] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.759390] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.759675] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.759799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.760126] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.760275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.760356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.760567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.760748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.761080] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.761248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.761354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.761573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.761697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.761994] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.762155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.762263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.762500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.762627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.762892] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 722d059c-0277-4105-a7e5-c5656f737be8 is going to be updated. [ 784.837765] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.837996] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.837996] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.838198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.838360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.852727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: IN_PROGRESS for 2s [ 786.869030] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: SUCCESS [ 786.869366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.076342] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 787.076499] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 790.532684] env[66687]: INFO networking_nsxv3.common.synchronization [req-4e6b2138-6579-4e62-8201-e862d964d27c req-a87b8973-ea8e-4038-86b4-51b2a57d604f tempest-ServerGroupTestJSON-325458289 tempest-ServerGroupTestJSON-325458289-project-member] Enqueued Resource ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d with Priority: HIGHEST for action security_group_members [ 790.533454] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d with Priority: HIGHEST for action security_group_members [ 790.533786] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b8a19a-5d5b-4eb3-8423-857750231b9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.533963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.533963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.534361] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.534620] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.534785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.534895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.535200] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.535377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.535635] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76b8a19a-5d5b-4eb3-8423-857750231b9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.861838] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.861838] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-446" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.861997] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-446" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.862260] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-446" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.862481] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.862622] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.863234] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.863234] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.863234] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.863407] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.863467] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.863520] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.863611] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.863710] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.863807] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.863933] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.885597] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.885597] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.885830] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.885867] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-446" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.886256] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-cf42f0b1-0d41-4727-967d-2a0180c89df3 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.886384] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-cf42f0b1-0d41-4727-967d-2a0180c89df3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.886499] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-cf42f0b1-0d41-4727-967d-2a0180c89df3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.886851] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-cf42f0b1-0d41-4727-967d-2a0180c89df3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.887763] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf42f0b1-0d41-4727-967d-2a0180c89df3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.041035] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.041035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.041035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.041035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.041035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.041682] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.041682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.041682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.041682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.041682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.041682] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d already deleted. [ 791.042109] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.389705] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.390122] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.390253] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.390545] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.390766] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.392267] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port cf42f0b1-0d41-4727-967d-2a0180c89df3 not found, creating... [ 791.392597] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.392597] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.392597] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.392889] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.393105] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.393415] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.393568] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.393723] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.393972] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.394189] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.394337] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: cf42f0b1-0d41-4727-967d-2a0180c89df3 is going to be created. [ 791.418587] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.418819] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.418889] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.422025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.422025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.422025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-cf42f0b1-0d41-4727-967d-2a0180c89df3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.205339] env[66687]: INFO networking_nsxv3.common.synchronization [req-4e6b2138-6579-4e62-8201-e862d964d27c req-4e6dac6e-5f5f-422c-9c67-d3fc0558a5f4 service nova] Enqueued Resource ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d with Priority: HIGHEST for action security_group_rules [ 792.205653] env[66687]: INFO networking_nsxv3.common.synchronization [req-4e6b2138-6579-4e62-8201-e862d964d27c req-4e6dac6e-5f5f-422c-9c67-d3fc0558a5f4 service nova] Enqueued Resource ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d with Priority: HIGHEST for action security_group_members [ 792.205718] env[66687]: INFO networking_nsxv3.common.synchronization [req-4e6b2138-6579-4e62-8201-e862d964d27c req-4e6dac6e-5f5f-422c-9c67-d3fc0558a5f4 service nova] Enqueued Resource ID: cf42f0b1-0d41-4727-967d-2a0180c89df3 with Priority: HIGHEST for action port [ 792.208884] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d with Priority: HIGHEST for action security_group_rules [ 792.208884] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d with Priority: HIGHEST for action security_group_members [ 792.208884] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf42f0b1-0d41-4727-967d-2a0180c89df3 with Priority: HIGHEST for action port [ 792.208884] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b8a19a-5d5b-4eb3-8423-857750231b9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.208884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.208884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.208884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.208884] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b8a19a-5d5b-4eb3-8423-857750231b9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.209810] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b8a19a-5d5b-4eb3-8423-857750231b9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.209899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.209935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.210132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.210436] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.210436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.210519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.210597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.210683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.210778] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76b8a19a-5d5b-4eb3-8423-857750231b9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.211579] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf42f0b1-0d41-4727-967d-2a0180c89df3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.211683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf42f0b1-0d41-4727-967d-2a0180c89df3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.211748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf42f0b1-0d41-4727-967d-2a0180c89df3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.211895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf42f0b1-0d41-4727-967d-2a0180c89df3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.211986] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf42f0b1-0d41-4727-967d-2a0180c89df3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.717426] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b8a19a-5d5b-4eb3-8423-857750231b9d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.717643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.717925] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76b8a19a-5d5b-4eb3-8423-857750231b9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.721724] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf42f0b1-0d41-4727-967d-2a0180c89df3 with status ACTIVE [ 792.721724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.721724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.721724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.721724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.721724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.722113] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.722113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.723135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.723369] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.724051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.724051] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.724051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.724219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.724539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.725436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.725436] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf42f0b1-0d41-4727-967d-2a0180c89df3 is going to be updated. [ 792.748490] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.748660] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.748780] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.748930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.749638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.749638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf42f0b1-0d41-4727-967d-2a0180c89df3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.228925] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76b8a19a-5d5b-4eb3-8423-857750231b9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.339655] env[66687]: INFO networking_nsxv3.common.synchronization [req-af4c5b62-19c6-45dd-a84e-b79709709125 req-dc1a3766-0158-4328-a9db-921d08ecd88e tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 793.340310] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 793.340677] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.340877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.340959] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.341138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.341369] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.341692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.341692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.341849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.341990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.342167] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.370343] env[66687]: INFO networking_nsxv3.common.synchronization [req-af4c5b62-19c6-45dd-a84e-b79709709125 req-dc1a3766-0158-4328-a9db-921d08ecd88e tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_rules [ 793.370535] env[66687]: INFO networking_nsxv3.common.synchronization [req-af4c5b62-19c6-45dd-a84e-b79709709125 req-dc1a3766-0158-4328-a9db-921d08ecd88e tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 793.370696] env[66687]: INFO networking_nsxv3.common.synchronization [req-af4c5b62-19c6-45dd-a84e-b79709709125 req-dc1a3766-0158-4328-a9db-921d08ecd88e tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 with Priority: HIGHEST for action port [ 793.371336] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_rules [ 793.371502] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 793.371577] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 with Priority: HIGHEST for action port [ 793.371870] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.372010] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.372089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.372288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.372483] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.373471] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.373471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.373836] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.373836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.373836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.373927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.373927] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2fecdb8-305e-4c63-b3cb-9ffab6e31c16',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.733127] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.733127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.733127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.733127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.733127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.734095] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d is going to be created. [ 793.774496] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.774679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.774771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.775024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.775259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.800278] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d in Status: UNINITIALIZED for 2s [ 793.847860] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.876948] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.877286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.877531] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 with status ACTIVE [ 793.877714] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.877842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.878082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.878170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.878223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.878392] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.878476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.878540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.878687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.878767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.878948] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.879061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.879124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.879497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.879649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.879727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 is going to be updated. [ 793.922926] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.922926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.922926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.922926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.922926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.922926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.350267] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.855529] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.855860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.856263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.860096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.860096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.860096] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e is going to be updated. [ 794.899077] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.899271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.899345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.899587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.900385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.910301] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: IN_PROGRESS for 2s [ 795.201097] env[66687]: INFO networking_nsxv3.common.synchronization [req-2307d969-9a71-4a0c-8d53-5b4ca85f1c44 req-84b581da-076d-4b58-ae6e-457ff5e3cbe3 tempest-ServerMetadataTestJSON-1884148904 tempest-ServerMetadataTestJSON-1884148904-project-member] Enqueued Resource ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 with Priority: HIGHEST for action security_group_members [ 795.201744] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 with Priority: HIGHEST for action security_group_members [ 795.202217] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b96660c-1de2-46bc-b652-145ec48e5e48 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.206027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.206027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.206027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.206027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.206027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.206027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.206027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.206027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.206027] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b96660c-1de2-46bc-b652-145ec48e5e48',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.709167] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.709445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.709445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.709605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.709698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.709898] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.710013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.710076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.710228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.710317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.710878] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 is going to be updated. [ 795.746686] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.746837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.746912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.747273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.747364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.758860] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 in Status: IN_PROGRESS for 2s [ 795.813034] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d in Status: SUCCESS [ 795.813283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.813489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.813721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.813922] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.814068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.814137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.814298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.814380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.814465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.814556] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76b8a19a-5d5b-4eb3-8423-857750231b9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.317904] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b8a19a-5d5b-4eb3-8423-857750231b9d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.317994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.318085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.318375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.318561] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.318648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.318715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.318885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.319077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.319181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.319336] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b8a19a-5d5b-4eb3-8423-857750231b9d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.319445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.319510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.319652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.319791] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.319899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.319961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.320109] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.320185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.320264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.320401] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76b8a19a-5d5b-4eb3-8423-857750231b9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.807574] env[66687]: INFO networking_nsxv3.common.synchronization [req-79fa2832-7a25-4754-aa30-1136046bca12 req-d390f62a-4332-452b-9149-33e912a2e678 tempest-InstanceActionsTestJSON-1800818285 tempest-InstanceActionsTestJSON-1800818285-project-member] Enqueued Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGHEST for action security_group_members [ 796.808809] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGHEST for action security_group_members [ 796.808809] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.809080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.809080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.809271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.811043] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.814134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.814134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.814134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.814134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.814134] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.824340] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76b8a19a-5d5b-4eb3-8423-857750231b9d: rpc.has_security_group_logging(os_id): False [ 796.850074] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.850532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.850636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.850914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.851057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.851309] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.851461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.851461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.851669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.851751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.851984] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.852101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.852304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.852304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.852399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.852555] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.852638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.852685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.852810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.852913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.853141] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d is going to be created. [ 796.925059] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: SUCCESS [ 796.925059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.925059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.925059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.925059] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.925059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.925059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.925896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.925955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.926120] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.957961] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.958198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.958250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.959522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.959522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.965287] env[66687]: INFO networking_nsxv3.common.synchronization [req-869dded3-d01e-456d-b100-20fed5152d67 req-fbbbedfd-92ff-4cd2-b134-3a5b51294f79 tempest-ImagesTestJSON-181902845 tempest-ImagesTestJSON-181902845-project-member] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 796.965967] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 796.966371] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.967039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.967039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.968048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.968048] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.968048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.968048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.968048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.968048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.968048] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.979048] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d in Status: IN_PROGRESS for 2s [ 797.317208] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.317448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.317525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.317772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.317869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.318118] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.318220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.318283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.318443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.318522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.318607] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e57c1266-aefe-4092-a885-00e384a17242 already deleted. [ 797.318690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.320727] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.320911] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-934" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.321363] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-934" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.321740] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-934" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.322761] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.322925] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.323271] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.323521] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.323714] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.323978] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.324120] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.324248] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.324375] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.328200] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.328200] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.328200] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.349370] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.349527] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.349657] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.351765] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-934" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.351765] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-ba2b5e55-ef53-4276-ab75-62bcae0f064d taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.351765] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-ba2b5e55-ef53-4276-ab75-62bcae0f064d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.351765] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-ba2b5e55-ef53-4276-ab75-62bcae0f064d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.351765] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-ba2b5e55-ef53-4276-ab75-62bcae0f064d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.351765] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba2b5e55-ef53-4276-ab75-62bcae0f064d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.430363] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.469917] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.470261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.470347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.470624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.501057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.501332] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.501458] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.501517] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.501726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.501809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.501903] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 797.560303] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.561039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.561039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.561039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.561039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.581507] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 797.770130] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 in Status: SUCCESS [ 797.770343] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 deletion is rescheduled due to dependency. [ 797.770470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.854078] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.854490] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.854490] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.854710] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.854874] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.855054] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port ba2b5e55-ef53-4276-ab75-62bcae0f064d not found, creating... [ 797.855317] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.855466] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.855576] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.855816] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.855943] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.856226] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.856373] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.856499] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.856695] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.856845] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.856980] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: ba2b5e55-ef53-4276-ab75-62bcae0f064d is going to be created. [ 797.880084] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.880440] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.880668] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.881141] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.881492] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.881853] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-ba2b5e55-ef53-4276-ab75-62bcae0f064d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.884833] env[66687]: INFO networking_nsxv3.common.synchronization [req-8e6fa531-9e62-4765-88ad-555c9051fe45 req-e4f14596-c29a-4fd3-b5d6-283a0dfa347a tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 797.885495] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 797.885803] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.885899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.896362] env[66687]: INFO networking_nsxv3.common.synchronization [req-8e6fa531-9e62-4765-88ad-555c9051fe45 req-e4f14596-c29a-4fd3-b5d6-283a0dfa347a tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_rules [ 797.896568] env[66687]: INFO networking_nsxv3.common.synchronization [req-8e6fa531-9e62-4765-88ad-555c9051fe45 req-e4f14596-c29a-4fd3-b5d6-283a0dfa347a tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 797.896704] env[66687]: INFO networking_nsxv3.common.synchronization [req-8e6fa531-9e62-4765-88ad-555c9051fe45 req-e4f14596-c29a-4fd3-b5d6-283a0dfa347a tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 with Priority: HIGHEST for action port [ 797.897188] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_rules [ 797.897510] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 797.897616] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 with Priority: HIGHEST for action port [ 797.897901] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.898035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.898217] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.898300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.898468] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.898566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.898629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.898834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.898917] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2fecdb8-305e-4c63-b3cb-9ffab6e31c16',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.933720] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.405022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 with status ACTIVE [ 798.405022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.405022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.405022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.405022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.405022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2fecdb8-305e-4c63-b3cb-9ffab6e31c16 is going to be updated. [ 798.432428] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.432593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.432679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.432939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.433122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.433333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2fecdb8-305e-4c63-b3cb-9ffab6e31c16" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.435937] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.436079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.436151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.436339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.436426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.436520] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e is going to be updated. [ 798.468592] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.470016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.470016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.470016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.470016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.482263] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: IN_PROGRESS for 2s [ 798.648864] env[66687]: INFO networking_nsxv3.common.synchronization [req-79fa2832-7a25-4754-aa30-1136046bca12 req-04f42d97-9b7b-4d62-9775-d1fb14f71e44 service nova] Enqueued Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGHEST for action security_group_rules [ 798.649290] env[66687]: INFO networking_nsxv3.common.synchronization [req-79fa2832-7a25-4754-aa30-1136046bca12 req-04f42d97-9b7b-4d62-9775-d1fb14f71e44 service nova] Enqueued Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGHEST for action security_group_members [ 798.649617] env[66687]: INFO networking_nsxv3.common.synchronization [req-79fa2832-7a25-4754-aa30-1136046bca12 req-04f42d97-9b7b-4d62-9775-d1fb14f71e44 service nova] Enqueued Resource ID: ba2b5e55-ef53-4276-ab75-62bcae0f064d with Priority: HIGHEST for action port [ 798.650389] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGHEST for action security_group_rules [ 798.650623] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGHEST for action security_group_members [ 798.650889] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2b5e55-ef53-4276-ab75-62bcae0f064d with Priority: HIGHEST for action port [ 798.651435] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.651625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.651740] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.652176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.652315] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.653523] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.653644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.653712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.653916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.654094] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.654195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.654259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.654406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.654491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.654607] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.655987] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba2b5e55-ef53-4276-ab75-62bcae0f064d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.656114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba2b5e55-ef53-4276-ab75-62bcae0f064d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.656181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba2b5e55-ef53-4276-ab75-62bcae0f064d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.656360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba2b5e55-ef53-4276-ab75-62bcae0f064d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.656404] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba2b5e55-ef53-4276-ab75-62bcae0f064d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.993702] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d in Status: SUCCESS [ 798.994027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.159320] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.159495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.159643] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.160582] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba2b5e55-ef53-4276-ab75-62bcae0f064d with status ACTIVE [ 799.161175] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.161175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.161175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.161175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.161429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.161429] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.161602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.161602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.161761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.161818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.161967] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.162143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.162205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.162350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.162425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.162509] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba2b5e55-ef53-4276-ab75-62bcae0f064d is going to be updated. [ 799.183124] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.183307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.183692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.183692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.183799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.183940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba2b5e55-ef53-4276-ab75-62bcae0f064d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.591276] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 799.591480] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 deletion is rescheduled due to dependency. [ 799.591595] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.665665] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.840366] env[66687]: INFO networking_nsxv3.common.synchronization [req-a5938775-43f2-4d26-a338-ae49ea71332d req-3f86770e-8f3a-470a-98e9-9636351b1b76 tempest-ServersTestManualDisk-1107216944 tempest-ServersTestManualDisk-1107216944-project-member] Enqueued Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_members [ 799.841108] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_members [ 799.842281] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.842505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.842642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.842991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.843402] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.844130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.844250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.845024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.845024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.845024] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14b0ae1-1a1c-41d0-a11e-cb271873d76c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.168588] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.168924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.168924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.169354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.169512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.169641] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e57c1266-aefe-4092-a885-00e384a17242 is going to be created. [ 800.209561] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.209992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.209992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.210146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.210338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.220744] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e57c1266-aefe-4092-a885-00e384a17242 in Status: UNINITIALIZED for 2s [ 800.348558] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.349938] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.350030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.350266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.350392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.350606] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.350748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.350807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.350927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.351019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.351102] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c already deleted. [ 800.351185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.366949] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.367203] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-62" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.367328] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-62" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.367639] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-62" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.367936] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.368189] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.368346] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.368574] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.368712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.368919] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.369053] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.369138] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.369361] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.369361] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.369484] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.369579] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.390029] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.390029] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.390029] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.390238] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-62" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.390611] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-9a574b46-4f1c-4a7d-bf41-fb2a02851628 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.390873] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-9a574b46-4f1c-4a7d-bf41-fb2a02851628" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.391086] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-9a574b46-4f1c-4a7d-bf41-fb2a02851628" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.391409] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-9a574b46-4f1c-4a7d-bf41-fb2a02851628" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.391640] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a574b46-4f1c-4a7d-bf41-fb2a02851628',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.496038] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: SUCCESS [ 800.496038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.496038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.496038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.496038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.496038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.496038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.496038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.496038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.496038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.496038] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.496038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.496038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.497236] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.497641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.497818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.499416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.499416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.499416] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.894594] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.894957] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.894957] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.896607] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.896607] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.896607] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 9a574b46-4f1c-4a7d-bf41-fb2a02851628 not found, creating... [ 800.896607] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.896607] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.896607] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.896607] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.896607] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.897278] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.897278] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.897278] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.897278] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.897415] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.897608] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 9a574b46-4f1c-4a7d-bf41-fb2a02851628 is going to be created. [ 800.920690] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.921171] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.921340] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.921680] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.921955] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.922284] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-9a574b46-4f1c-4a7d-bf41-fb2a02851628" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.000880] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.002612] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.502422] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d1d6411-26d5-4a69-b3e4-724a537f4c8e: rpc.has_security_group_logging(os_id): False [ 801.505464] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.521140] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.521324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.521375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.521566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.546193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.546503] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.546625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.546692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.546893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.546977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.547082] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e is going to be updated. [ 801.626040] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.626202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.626276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.626485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.626629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.637337] env[66687]: INFO networking_nsxv3.common.synchronization [req-a5938775-43f2-4d26-a338-ae49ea71332d req-098938d5-f57f-4442-af9e-c955badd22c0 service nova] Enqueued Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_rules [ 801.637516] env[66687]: INFO networking_nsxv3.common.synchronization [req-a5938775-43f2-4d26-a338-ae49ea71332d req-098938d5-f57f-4442-af9e-c955badd22c0 service nova] Enqueued Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_members [ 801.637648] env[66687]: INFO networking_nsxv3.common.synchronization [req-a5938775-43f2-4d26-a338-ae49ea71332d req-098938d5-f57f-4442-af9e-c955badd22c0 service nova] Enqueued Resource ID: 9a574b46-4f1c-4a7d-bf41-fb2a02851628 with Priority: HIGHEST for action port [ 801.638221] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_rules [ 801.638373] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_members [ 801.638504] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a574b46-4f1c-4a7d-bf41-fb2a02851628 with Priority: HIGHEST for action port [ 801.639386] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: IN_PROGRESS for 2s [ 801.640051] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.640051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.640051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.640051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.640372] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14b0ae1-1a1c-41d0-a11e-cb271873d76c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.642601] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.642601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.642601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.644348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.644348] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.644348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.644348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.644348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.644348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.644348] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14b0ae1-1a1c-41d0-a11e-cb271873d76c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.645024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a574b46-4f1c-4a7d-bf41-fb2a02851628 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.646723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a574b46-4f1c-4a7d-bf41-fb2a02851628" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.646723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a574b46-4f1c-4a7d-bf41-fb2a02851628" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.646723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a574b46-4f1c-4a7d-bf41-fb2a02851628" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.646723] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a574b46-4f1c-4a7d-bf41-fb2a02851628',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.008309] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.008511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.008625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.008928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.009083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.009235] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e is going to be updated. [ 802.048178] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.048178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.048178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.048178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.048178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.062149] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: IN_PROGRESS for 2s [ 802.143618] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.143711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.145273] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14b0ae1-1a1c-41d0-a11e-cb271873d76c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.148132] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a574b46-4f1c-4a7d-bf41-fb2a02851628 with status ACTIVE [ 802.148233] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.148923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.148923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.148923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.149107] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.149224] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.149302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.149370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.149652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.149652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.149814] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.149885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.149934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.150121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.150121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.150931] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a574b46-4f1c-4a7d-bf41-fb2a02851628 is going to be updated. [ 802.188540] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.188731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.188771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.188964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.189126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.189288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a574b46-4f1c-4a7d-bf41-fb2a02851628" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.227868] env[66687]: INFO networking_nsxv3.common.synchronization [req-ca048bcb-8c14-4aca-a577-72ec535d44ef req-accb79f6-d364-452d-a8e8-90553b8c855d tempest-AttachInterfacesUnderV243Test-625656755 tempest-AttachInterfacesUnderV243Test-625656755-project-member] Enqueued Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 802.228784] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e with Priority: HIGHEST for action security_group_members [ 802.228784] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.228916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.238446] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e57c1266-aefe-4092-a885-00e384a17242 in Status: SUCCESS [ 802.238564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.238720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.238918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.239113] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.239263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.239312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.239437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.239520] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.239603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.239695] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.649452] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14b0ae1-1a1c-41d0-a11e-cb271873d76c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.742375] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.745033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.745033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.745033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.745033] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.745033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.745033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.745033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.745033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.745033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.745033] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.745425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.745425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.745425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.745522] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.745567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.745601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.746240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.746240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.746240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.746240] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.931660] env[66687]: INFO networking_nsxv3.common.synchronization [None req-1fe154c0-0de9-45cc-bb9c-9480e3f97d3c tempest-ImagesOneServerNegativeTestJSON-1054522739 tempest-ImagesOneServerNegativeTestJSON-1054522739-project-member] Enqueued Resource ID: c541e3f2-0bc9-429c-8058-bf76c14c3c00 with Priority: HIGHEST for action security_group_rules [ 802.932504] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c541e3f2-0bc9-429c-8058-bf76c14c3c00 with Priority: HIGHEST for action security_group_rules [ 802.932578] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c541e3f2-0bc9-429c-8058-bf76c14c3c00 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.932651] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c541e3f2-0bc9-429c-8058-bf76c14c3c00" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.932717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c541e3f2-0bc9-429c-8058-bf76c14c3c00" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.933041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c541e3f2-0bc9-429c-8058-bf76c14c3c00" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.934208] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c541e3f2-0bc9-429c-8058-bf76c14c3c00',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.071603] env[66687]: INFO networking_nsxv3.common.synchronization [None req-df4199ce-92d1-487a-852c-a37664096006 tempest-ImagesOneServerNegativeTestJSON-1054522739 tempest-ImagesOneServerNegativeTestJSON-1054522739-project-member] Enqueued Resource ID: c541e3f2-0bc9-429c-8058-bf76c14c3c00 with Priority: HIGHEST for action security_group_rules [ 803.072023] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c541e3f2-0bc9-429c-8058-bf76c14c3c00 with Priority: HIGHEST for action security_group_rules [ 803.072413] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c541e3f2-0bc9-429c-8058-bf76c14c3c00 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.072520] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c541e3f2-0bc9-429c-8058-bf76c14c3c00" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.151815] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.151960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.152074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.152285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.152992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.152992] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c is going to be created. [ 803.175779] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.175926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.176049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.176301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.176508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.187150] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c in Status: UNINITIALIZED for 2s [ 803.249180] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e57c1266-aefe-4092-a885-00e384a17242: rpc.has_security_group_logging(os_id): False [ 803.270020] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.270020] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.270020] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.270020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.270590] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.270590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.270590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.270590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.270590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.270590] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e57c1266-aefe-4092-a885-00e384a17242 is going to be created. [ 803.355500] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.355828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.355828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.356040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.357052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.373131] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e57c1266-aefe-4092-a885-00e384a17242 in Status: IN_PROGRESS for 2s [ 803.466540] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.466685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.467935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.467935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.467935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.467935] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c541e3f2-0bc9-429c-8058-bf76c14c3c00 already deleted. [ 803.467935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c541e3f2-0bc9-429c-8058-bf76c14c3c00" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.467935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c541e3f2-0bc9-429c-8058-bf76c14c3c00" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.467935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c541e3f2-0bc9-429c-8058-bf76c14c3c00" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.467935] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c541e3f2-0bc9-429c-8058-bf76c14c3c00',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.655621] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: SUCCESS [ 803.656229] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.656281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.656537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.656634] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.997340] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.997530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.997608] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.997851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.997947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.998076] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c541e3f2-0bc9-429c-8058-bf76c14c3c00 already deleted. [ 803.998303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c541e3f2-0bc9-429c-8058-bf76c14c3c00" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.076093] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e in Status: SUCCESS [ 804.076093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.076303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.077997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.077997] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.077997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.077997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.077997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.077997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.077997] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.185091] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.185316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.185316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.185652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.185819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.185891] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e is going to be deleted. [ 804.255924] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.256156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.256156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.256340] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.256437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.256648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.583132] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.583437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.583437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.585565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.585565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.585565] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.585565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.585565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.585565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.585565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.585565] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e is going to be deleted. [ 804.641114] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.641114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.641114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.641114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.641114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.641114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.641114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.641114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.641912] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.642250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.642577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.643078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.643078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.643323] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1d6411-26d5-4a69-b3e4-724a537f4c8e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.146752] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.147330] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.147411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.148105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.148187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.148520] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.149747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.149747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.149747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.149747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.152824] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1d6411-26d5-4a69-b3e4-724a537f4c8e already deleted. [ 805.153289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d6411-26d5-4a69-b3e4-724a537f4c8e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.199910] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c in Status: SUCCESS [ 805.200152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.200338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.200569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.200766] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.200887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.200958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.201499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.201499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.201499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.201499] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c14b0ae1-1a1c-41d0-a11e-cb271873d76c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.331170] env[66687]: INFO networking_nsxv3.common.synchronization [req-d29fbe03-005e-490b-94d0-db695e1e070b req-94a19806-aa79-4736-a20c-b5be07f308c2 tempest-ServerRescueTestJSON-1658964977 tempest-ServerRescueTestJSON-1658964977-project-member] Enqueued Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 805.332376] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 805.332966] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.333292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.333485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.334541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.334541] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.334541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.334541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.334541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.334995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.334995] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.389155] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e57c1266-aefe-4092-a885-00e384a17242 in Status: SUCCESS [ 805.389155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.470718] env[66687]: INFO networking_nsxv3.common.synchronization [req-b20a782d-0448-4e79-a7e8-d0509b10547c req-5cfb61d0-376a-4e53-936f-ec3d2542854e tempest-ServersAdminTestJSON-1106153793 tempest-ServersAdminTestJSON-1106153793-project-member] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 805.471481] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 805.473534] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.473534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.473534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.473534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.473534] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.473534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.473534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.473534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.473534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.473534] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.707518] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c14b0ae1-1a1c-41d0-a11e-cb271873d76c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.779149] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.779364] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.779486] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.779747] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.780299] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.780299] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.780299] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.780490] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.780619] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.780823] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.780929] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.781286] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.781445] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.781559] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.781664] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.781782] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.802210] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.802443] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.802544] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.802667] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-512" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.803053] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-33d16e7d-ff3d-4311-be68-77f105909a1d taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.803252] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-33d16e7d-ff3d-4311-be68-77f105909a1d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.803360] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-33d16e7d-ff3d-4311-be68-77f105909a1d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.803700] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-33d16e7d-ff3d-4311-be68-77f105909a1d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.803835] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d16e7d-ff3d-4311-be68-77f105909a1d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.837405] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.855435] env[66687]: INFO networking_nsxv3.common.synchronization [req-bcc3ef7f-49b2-4d34-af92-118b38980570 req-c303164e-efac-42c1-8103-3fe763957ec2 tempest-ServerGroupTestJSON-325458289 tempest-ServerGroupTestJSON-325458289-project-member] Enqueued Resource ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d with Priority: HIGHEST for action security_group_members [ 805.855959] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d with Priority: HIGHEST for action security_group_members [ 805.856298] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b8a19a-5d5b-4eb3-8423-857750231b9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.856417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.856479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.856679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.856833] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.856930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.856994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.857154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.857243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.857373] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76b8a19a-5d5b-4eb3-8423-857750231b9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.975291] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.211188] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c14b0ae1-1a1c-41d0-a11e-cb271873d76c: rpc.has_security_group_logging(os_id): False [ 806.236440] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.236636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.236746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.236982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.237153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.237459] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.237569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.237631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.237798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.237879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.237976] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c is going to be created. [ 806.303359] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.303559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.303559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.303771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.303957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.309230] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.309429] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.309548] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.309807] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.309947] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.310104] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 33d16e7d-ff3d-4311-be68-77f105909a1d not found, creating... [ 806.310355] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.310512] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.310624] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.310832] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.310981] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.311627] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.311958] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.311958] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.312179] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.312250] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.312379] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 33d16e7d-ff3d-4311-be68-77f105909a1d is going to be created. [ 806.314528] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c in Status: IN_PROGRESS for 2s [ 806.333965] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.334231] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.334368] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.334849] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.334930] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.335131] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-33d16e7d-ff3d-4311-be68-77f105909a1d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.344411] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.359972] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.363027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.363027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.363027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.363027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.363027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.363027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.363027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.363027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.363027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.363027] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d is going to be updated. [ 806.423458] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.423544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.423596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.423820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.424089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.438769] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d in Status: IN_PROGRESS for 2s [ 806.478396] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.846943] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.847256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.847345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.847525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.847614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.847712] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 is going to be updated. [ 806.883445] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.883652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.883652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.884393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.884393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.901134] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: IN_PROGRESS for 2s [ 806.980707] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.980883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.980943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.981165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.981255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.981354] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 807.020772] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.021132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.021132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.021344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.021490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.037062] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 807.181217] env[66687]: INFO networking_nsxv3.common.synchronization [req-d29fbe03-005e-490b-94d0-db695e1e070b req-a12d22f2-f447-4f58-a348-af16debbec1b service nova] Enqueued Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_rules [ 807.181436] env[66687]: INFO networking_nsxv3.common.synchronization [req-d29fbe03-005e-490b-94d0-db695e1e070b req-a12d22f2-f447-4f58-a348-af16debbec1b service nova] Enqueued Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 807.181515] env[66687]: INFO networking_nsxv3.common.synchronization [req-d29fbe03-005e-490b-94d0-db695e1e070b req-a12d22f2-f447-4f58-a348-af16debbec1b service nova] Enqueued Resource ID: 33d16e7d-ff3d-4311-be68-77f105909a1d with Priority: HIGHEST for action port [ 807.182418] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_rules [ 807.182585] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 807.182687] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d16e7d-ff3d-4311-be68-77f105909a1d with Priority: HIGHEST for action port [ 807.183021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.183169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.183239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.183446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.183531] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.187375] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.187556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.187706] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-33d16e7d-ff3d-4311-be68-77f105909a1d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.187810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33d16e7d-ff3d-4311-be68-77f105909a1d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.187881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33d16e7d-ff3d-4311-be68-77f105909a1d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.188446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33d16e7d-ff3d-4311-be68-77f105909a1d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.188446] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d16e7d-ff3d-4311-be68-77f105909a1d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.695075] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33d16e7d-ff3d-4311-be68-77f105909a1d with status ACTIVE [ 807.695075] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.695075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.695075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.696848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.696848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.696848] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.696848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.696848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.696848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.696848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.696848] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.696848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.696848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.696848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.696848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.696848] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33d16e7d-ff3d-4311-be68-77f105909a1d is going to be updated. [ 807.700490] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.700490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.722960] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.722960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.722960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.722960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.722960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.722960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33d16e7d-ff3d-4311-be68-77f105909a1d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.042106] env[66687]: INFO networking_nsxv3.common.synchronization [req-3adf5bcb-599d-41c8-be37-cfb943702853 req-2339fc18-2dc9-46f0-a898-52555def5c16 tempest-TenantUsagesTestJSON-247318601 tempest-TenantUsagesTestJSON-247318601-project-member] Enqueued Resource ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 with Priority: HIGHEST for action security_group_members [ 808.042791] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 with Priority: HIGHEST for action security_group_members [ 808.043311] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-46596c01-75c5-45f3-bc87-2ed98c8a28a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.043516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.043604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.043966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.044232] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.044379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.044480] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.044718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.044905] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.044985] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46596c01-75c5-45f3-bc87-2ed98c8a28a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.331664] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c in Status: SUCCESS [ 808.331996] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.389563] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.389563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.389563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.389563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.389563] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.458429] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d in Status: SUCCESS [ 808.458429] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d deletion is rescheduled due to dependency. [ 808.458429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.549549] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.550116] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.550415] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.550926] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.554071] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.554071] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.554071] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.554071] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.554071] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.554071] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.554071] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.554906] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.555123] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.555421] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.555711] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.556056] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.559145] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.559413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.559534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.559817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.559955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.560235] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.560399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.560503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.560824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.561000] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.561102] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 already deleted. [ 808.561254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.568049] env[66687]: INFO networking_nsxv3.common.synchronization [req-d83430ef-e479-4e78-9acf-8d38d2c44044 req-cf662a3a-0acc-48fb-aca0-a0d7e5e86f8d tempest-ServersTestJSON-793077581 tempest-ServersTestJSON-793077581-project-member] Enqueued Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_members [ 808.568927] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e263c369-b216-401d-8a8d-2cff3604990f with Priority: HIGHEST for action security_group_members [ 808.569445] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e263c369-b216-401d-8a8d-2cff3604990f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.569620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.569697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.569977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.570333] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.570496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.570606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.570883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.571478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.573808] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e263c369-b216-401d-8a8d-2cff3604990f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.609141] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.609368] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.609644] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.609724] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.611315] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-1a6ff999-e3f2-454b-8974-d8c8828f757a taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.611511] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-1a6ff999-e3f2-454b-8974-d8c8828f757a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.611628] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-1a6ff999-e3f2-454b-8974-d8c8828f757a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.611978] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-1a6ff999-e3f2-454b-8974-d8c8828f757a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.612336] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a6ff999-e3f2-454b-8974-d8c8828f757a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.890950] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.912357] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: SUCCESS [ 808.912608] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.912766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.913137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.913339] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.913480] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.913581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.913687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.913770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.913873] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.048844] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 809.049171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.080592] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.080803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.081046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.081256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.107658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.109263] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.109263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.109263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.109263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.109263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.109263] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e263c369-b216-401d-8a8d-2cff3604990f is going to be updated. [ 809.117919] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.117919] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.117919] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.117919] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.117919] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.118384] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 1a6ff999-e3f2-454b-8974-d8c8828f757a not found, creating... [ 809.118384] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.118509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.120712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.120712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.120712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.120712] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.120712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.120712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.120712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.120712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.120712] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 1a6ff999-e3f2-454b-8974-d8c8828f757a is going to be created. [ 809.141547] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.141786] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.141905] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.142213] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.142447] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.142679] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-1a6ff999-e3f2-454b-8974-d8c8828f757a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.145414] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.145618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.145713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.145944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.146113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.156603] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e263c369-b216-401d-8a8d-2cff3604990f in Status: IN_PROGRESS for 2s [ 809.397236] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.416109] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.883203] env[66687]: INFO networking_nsxv3.common.synchronization [req-3adf5bcb-599d-41c8-be37-cfb943702853 req-93c20da9-f6b2-43eb-ac35-f2623a5bc777 service nova] Enqueued Resource ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 with Priority: HIGHEST for action security_group_rules [ 809.883424] env[66687]: INFO networking_nsxv3.common.synchronization [req-3adf5bcb-599d-41c8-be37-cfb943702853 req-93c20da9-f6b2-43eb-ac35-f2623a5bc777 service nova] Enqueued Resource ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 with Priority: HIGHEST for action security_group_members [ 809.883657] env[66687]: INFO networking_nsxv3.common.synchronization [req-3adf5bcb-599d-41c8-be37-cfb943702853 req-93c20da9-f6b2-43eb-ac35-f2623a5bc777 service nova] Enqueued Resource ID: 1a6ff999-e3f2-454b-8974-d8c8828f757a with Priority: HIGHEST for action port [ 809.884570] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 with Priority: HIGHEST for action security_group_rules [ 809.884570] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 with Priority: HIGHEST for action security_group_members [ 809.884570] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6ff999-e3f2-454b-8974-d8c8828f757a with Priority: HIGHEST for action port [ 809.884768] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46596c01-75c5-45f3-bc87-2ed98c8a28a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.884866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.884927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.885625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.885761] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46596c01-75c5-45f3-bc87-2ed98c8a28a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.886758] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-46596c01-75c5-45f3-bc87-2ed98c8a28a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.886876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.886956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.887199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.887367] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.887466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.890024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.890024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.890024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.890024] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46596c01-75c5-45f3-bc87-2ed98c8a28a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.890024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a6ff999-e3f2-454b-8974-d8c8828f757a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.890024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a6ff999-e3f2-454b-8974-d8c8828f757a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.890024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a6ff999-e3f2-454b-8974-d8c8828f757a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.890024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a6ff999-e3f2-454b-8974-d8c8828f757a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.890024] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a6ff999-e3f2-454b-8974-d8c8828f757a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.899726] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 809.900015] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 809.919912] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.391922] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-46596c01-75c5-45f3-bc87-2ed98c8a28a7 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.391922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.391922] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46596c01-75c5-45f3-bc87-2ed98c8a28a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.394551] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a6ff999-e3f2-454b-8974-d8c8828f757a with status ACTIVE [ 810.394809] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.394944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.395024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.395272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.395366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.395599] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.395681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.395961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.395961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.396143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.396339] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.396461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.396555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.396714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.396793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.396879] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a6ff999-e3f2-454b-8974-d8c8828f757a is going to be updated. [ 810.424309] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.424527] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.424637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.424949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.425222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.425401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a6ff999-e3f2-454b-8974-d8c8828f757a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.425792] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.425930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.426035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.426254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.426342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.426443] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 is going to be updated. [ 810.481182] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.481351] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.481423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.481660] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.481805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.498934] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: IN_PROGRESS for 2s [ 810.818079] env[66687]: INFO networking_nsxv3.common.synchronization [req-fbb21463-8c8a-455e-bb69-7f6996055f62 req-00f786df-d0c0-4d5b-a339-caefe9029a2e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: dba46c46-83ed-4641-bece-1eb60b15b4ad with Priority: HIGHEST for action security_group_members [ 810.818708] env[66687]: INFO networking_nsxv3.common.synchronization [req-fbb21463-8c8a-455e-bb69-7f6996055f62 req-00f786df-d0c0-4d5b-a339-caefe9029a2e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_members [ 810.818708] env[66687]: INFO networking_nsxv3.common.synchronization [req-fbb21463-8c8a-455e-bb69-7f6996055f62 req-00f786df-d0c0-4d5b-a339-caefe9029a2e tempest-SecurityGroupsTestJSON-1722441081 tempest-SecurityGroupsTestJSON-1722441081-project-member] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 810.819096] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba46c46-83ed-4641-bece-1eb60b15b4ad with Priority: HIGHEST for action security_group_members [ 810.819096] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGHEST for action security_group_members [ 810.819216] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGHEST for action security_group_members [ 810.819706] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba46c46-83ed-4641-bece-1eb60b15b4ad taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.819706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.819706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.820776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.820776] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.822276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.822276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.822276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.822276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.822276] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dba46c46-83ed-4641-bece-1eb60b15b4ad',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.822797] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-648c7659-e49a-4078-aa14-69eb0da731b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.822797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.822976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.823035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.823915] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.826539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.826539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.826539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.826539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.826539] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.826539] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.826539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.826539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.826539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.826539] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.826539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.826539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.826539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.826539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.826539] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.896300] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46596c01-75c5-45f3-bc87-2ed98c8a28a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.988821] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.989165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.989165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.989306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.007104] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 811.007900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.009108] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 811.038495] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.038783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.038783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.039127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.046093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.046725] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 811.046798] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.046889] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 811.098298] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.098464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.098514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.098784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.099838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.100331] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 811.192337] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e263c369-b216-401d-8a8d-2cff3604990f in Status: SUCCESS [ 811.192605] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e263c369-b216-401d-8a8d-2cff3604990f deletion is rescheduled due to dependency. [ 811.192781] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e263c369-b216-401d-8a8d-2cff3604990f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.268504] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.269427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.269427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.269427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.269427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.269638] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 811.331642] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.331642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.331642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.331883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.333184] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.333315] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.333569] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.333683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.358540] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.358798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.358798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.363384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.364349] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.364458] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 811.364531] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8a9e8e37-c264-47bc-b19f-8dddeca822b3', 'e57c1266-aefe-4092-a885-00e384a17242', '48ae4ee4-bb52-4cd0-9d6c-fbacab786755', '8386ce6c-c468-4c89-bdfb-3fb987f1996e', '5dd37224-419e-4e42-a909-992682f889fb', '8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb', '6a25be43-3b33-4310-b696-faeae169850a', 'd98d9a6f-3273-4d35-a34e-00817f748475', 'a5e311c2-bf3a-4079-8a7e-7e972a1e9da9', '5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445', '76b8a19a-5d5b-4eb3-8423-857750231b9d', '2e2a784f-bd08-4510-8aca-be484e09b314', 'ab72e08d-c0f6-45ac-bfb1-d1c852f56be3', '24ccfedd-52aa-4e5a-b13c-7be11483eb47', '28ae2a59-0a1b-4943-b74b-6cfd38ec7900', 'be053028-0c8c-4f92-8385-1432033143f8', '9befb91e-34a0-4a28-a66f-212d130add7e', '75929fa2-6324-4e5d-8e8c-3ef9b87b90a7', '2aa159b9-db17-4ffc-815d-e3095746609a', '40c8f118-7a6d-4b77-9568-10d4dbb7044b', '1309de92-d148-4727-b5d6-06eb45b536d5', '3b5fba27-0d32-431b-94fa-c236ca3a6d35', '50c57ae6-6de2-4e19-8e6c-4195b1f88b06', '648c7659-e49a-4078-aa14-69eb0da731b2', '7b62f436-676b-4b8b-89eb-ca017c33b71d', 'dba46c46-83ed-4641-bece-1eb60b15b4ad', 'c14b0ae1-1a1c-41d0-a11e-cb271873d76c', 'a96169de-0b07-455f-bdd2-8ad77c398383', 'cf35ba37-94e7-4291-b1ef-a6cd6beeafb6', '7941e76e-a947-4aa1-826a-354d91c5d4c1', '2b96660c-1de2-46bc-b652-145ec48e5e48', '722d059c-0277-4105-a7e5-c5656f737be8', 'abd8c9fe-59a5-4d10-8b67-eba2ebef303e', '032352ff-6227-450a-8583-521478433ab2', 'e263c369-b216-401d-8a8d-2cff3604990f', '9d708fc2-2a8a-496b-aa38-543da371d27a', '04f2aa09-b96a-4a2a-89b3-4c6e5f26628d'} {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.364669] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 811.368801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.370367] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.370367] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.370367] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.370714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.370906] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.371098] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba46c46-83ed-4641-bece-1eb60b15b4ad is going to be updated. [ 811.372903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.375206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.397645] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.401174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.401174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.401174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.401174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.401174] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 is going to be created. [ 811.412964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.412964] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.412964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.412964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.414049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.414049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.414049] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be updated. [ 811.415676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.416057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.419667] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.419968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.420161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.420423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.420530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.420726] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 811.420868] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.421082] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 811.428881] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.429432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.429432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.429653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.429798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.451084] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba46c46-83ed-4641-bece-1eb60b15b4ad in Status: IN_PROGRESS for 2s [ 811.468947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.468947] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.469187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.469187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.469345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.469426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.470691] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648c7659-e49a-4078-aa14-69eb0da731b2 is going to be updated. [ 811.482423] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.482579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.482644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.482849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.483122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.485992] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.485992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.485992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.485992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.485992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.498567] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: IN_PROGRESS for 2s [ 811.499805] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 in Status: UNINITIALIZED for 2s [ 811.509240] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.509240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.509240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.509525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.509685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.519552] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: IN_PROGRESS for 2s [ 811.550617] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.550617] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.551037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.551115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.552202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.552709] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 811.552930] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.553042] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 811.553125] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 811.553521] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 811.553521] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGH for action security_group_rules [ 811.553521] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGH for action security_group_rules [ 811.553521] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGH for action security_group_rules [ 811.553521] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGH for action security_group_rules [ 811.553521] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5dd37224-419e-4e42-a909-992682f889fb with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d98d9a6f-3273-4d35-a34e-00817f748475 with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9befb91e-34a0-4a28-a66f-212d130add7e with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGH for action security_group_rules [ 811.556071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.556912] env[66687]: INFO networking_nsxv3.common.synchronization [req-6144bc00-9a5f-4ae9-b3f1-bf304eae73ef req-b5dd2243-9aec-4420-8f5c-70d20990d2e1 tempest-ServersWithSpecificFlavorTestJSON-474850466 tempest-ServersWithSpecificFlavorTestJSON-474850466-project-member] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 811.557420] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 811.560208] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 with Priority: HIGH for action security_group_rules [ 811.560383] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGH for action security_group_rules [ 811.560503] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGH for action security_group_rules [ 811.560682] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGH for action security_group_rules [ 811.560682] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGH for action security_group_rules [ 811.560911] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa159b9-db17-4ffc-815d-e3095746609a with Priority: HIGH for action security_group_rules [ 811.560911] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGH for action security_group_rules [ 811.560911] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9befb91e-34a0-4a28-a66f-212d130add7e with Priority: HIGH for action security_group_rules [ 811.561192] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGH for action security_group_rules [ 811.561192] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGH for action security_group_rules [ 811.561373] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 with Priority: HIGH for action security_group_rules [ 811.561373] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2a784f-bd08-4510-8aca-be484e09b314 with Priority: HIGH for action security_group_rules [ 811.561563] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d with Priority: HIGH for action security_group_rules [ 811.561563] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 with Priority: HIGH for action security_group_rules [ 811.561727] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 with Priority: HIGH for action security_group_rules [ 811.561727] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb with Priority: HIGH for action security_group_rules [ 811.561828] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98d9a6f-3273-4d35-a34e-00817f748475 with Priority: HIGH for action security_group_rules [ 811.561890] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd37224-419e-4e42-a909-992682f889fb with Priority: HIGH for action security_group_rules [ 811.561946] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGH for action security_group_rules [ 811.562244] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGH for action security_group_rules [ 811.562453] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.562593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.562698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.562841] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.565971] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.566140] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.566207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.566912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.566912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.566912] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.570867] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.570867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.570867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.570867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.570867] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9e8e37-c264-47bc-b19f-8dddeca822b3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.577729] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.577729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.577884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.578079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.578079] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.579935] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.579935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.579935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.581119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.581119] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.581119] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.582078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.583947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.583947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.583947] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.585061] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.586779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.586779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.586779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.586779] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.757409] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa159b9-db17-4ffc-815d-e3095746609a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.757643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.757759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.758139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.758234] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa159b9-db17-4ffc-815d-e3095746609a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.759628] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.759735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.760119] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9befb91e-34a0-4a28-a66f-212d130add7e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.760267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.760409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.760649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.760784] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9befb91e-34a0-4a28-a66f-212d130add7e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.762165] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.762395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.762474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.762657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.762737] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.764151] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.764316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.764401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.764622] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.764702] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.765851] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.765980] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.766069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.766266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.766341] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab72e08d-c0f6-45ac-bfb1-d1c852f56be3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.767539] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e2a784f-bd08-4510-8aca-be484e09b314 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.767697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.767809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.768061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.768202] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e2a784f-bd08-4510-8aca-be484e09b314',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.769628] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b8a19a-5d5b-4eb3-8423-857750231b9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.769800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.769993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.770125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.770205] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b8a19a-5d5b-4eb3-8423-857750231b9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.771525] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.772310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.772310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.772310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.772310] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.773282] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.773414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.773512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.773723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.773814] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5e311c2-bf3a-4079-8a7e-7e972a1e9da9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.775191] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.775439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.775439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.775629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.775690] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.776944] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d98d9a6f-3273-4d35-a34e-00817f748475 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.777125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.777210] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.777325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.777452] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d98d9a6f-3273-4d35-a34e-00817f748475',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.778817] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd37224-419e-4e42-a909-992682f889fb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.778983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.779131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.779354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.779584] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd37224-419e-4e42-a909-992682f889fb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.781044] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.781200] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.781299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.781567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.781720] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.783314] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.783516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.783632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.783883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.783883] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.794240] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.794465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.794574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.795164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.796430] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.796560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.796676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.796892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.797125] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.797263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.797337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.797527] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.797637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.797754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.797875] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.842929] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.843252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.847447] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.847610] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.847805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.847897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.848087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.848176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.848315] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b is going to be updated. [ 811.849817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.850595] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.852504] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.853740] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.894284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.894418] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9e8e37-c264-47bc-b19f-8dddeca822b3 is going to be deleted. [ 811.897051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.897051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.932435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.932597] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be deleted. [ 811.936439] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.936591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.936669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.937313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.937313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.947915] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: IN_PROGRESS for 2s [ 811.980600] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.980752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.980897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.981148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.981244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.981438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9e8e37-c264-47bc-b19f-8dddeca822b3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.000430] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.000819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.000819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.001268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.001268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.001268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.052513] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.052745] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-508" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.052846] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-508" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.053335] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-508" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.053613] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.053822] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.053951] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.054223] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.054450] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.054668] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.054768] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.054885] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.055090] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.055090] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.055254] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.055663] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.094067] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.094289] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.094430] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.094626] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-508" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.094956] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-ae4ed17b-c91a-4857-9724-921260ca095b taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.095182] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-ae4ed17b-c91a-4857-9724-921260ca095b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.095341] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-ae4ed17b-c91a-4857-9724-921260ca095b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.095692] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-ae4ed17b-c91a-4857-9724-921260ca095b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.095827] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae4ed17b-c91a-4857-9724-921260ca095b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.304013] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.340968] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.341521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.341521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.341691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.342036] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.342542] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.342669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.343013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.343204] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.343359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.343666] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.352297] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.352297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.352297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.352668] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.352899] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.353096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.353173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.353347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.353436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.353506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.353605] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.362559] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.362839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.362839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.363427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.363427] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.363427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.363618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.363672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.364168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.364168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.364168] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.364976] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.365127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.365171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.365365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.365519] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.365614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.365676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.365825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.365908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.366019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.366088] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.367057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.367256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.367256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.367386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.367558] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.367646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.367705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.367859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.367939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.368050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.368141] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.415149] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.415476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.415904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.415904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.417802] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.417993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.418827] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.418985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.419982] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.419982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.420666] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.422199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.422199] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.422199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.423285] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.423285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.423636] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.423779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.424554] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.424674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.425485] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.425624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.426343] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.427602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.449695] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 812.450740] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.450740] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e2a784f-bd08-4510-8aca-be484e09b314 is going to be deleted. [ 812.451757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.451976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.475766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.475923] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b8a19a-5d5b-4eb3-8423-857750231b9d is going to be deleted. [ 812.477411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.477624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.506710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.506964] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab72e08d-c0f6-45ac-bfb1-d1c852f56be3 is going to be deleted. [ 812.509431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.509431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.514894] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: SUCCESS [ 812.515141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.515977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.519619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.519798] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.520402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.520402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.520402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.520402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.520670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.520670] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.526662] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.526950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.545749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.545749] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb is going to be deleted. [ 812.545749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.545911] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.549774] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.549968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.599182] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.599182] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.599182] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.599576] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.599742] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.599979] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port ae4ed17b-c91a-4857-9724-921260ca095b not found, creating... [ 812.600460] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.600808] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.601244] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.601496] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.601706] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.604381] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.604381] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.604381] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.604381] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.604381] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.604381] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: ae4ed17b-c91a-4857-9724-921260ca095b is going to be created. [ 812.605914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.606158] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d98d9a6f-3273-4d35-a34e-00817f748475 is going to be deleted. [ 812.608732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.608913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.649779] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.649938] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.656191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.656501] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9befb91e-34a0-4a28-a66f-212d130add7e is going to be deleted. [ 812.661037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.661037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.661037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.661037] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a is going to be deleted. [ 812.661037] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.661600] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.661600] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.661720] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.661946] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.662202] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-ae4ed17b-c91a-4857-9724-921260ca095b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.663095] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.663303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.745606] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.745781] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.746772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.746903] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5e311c2-bf3a-4079-8a7e-7e972a1e9da9 is going to be deleted. [ 812.747865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.748857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.750558] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.750760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.778276] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.778448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.806789] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a25be43-3b33-4310-b696-faeae169850a: rpc.has_security_group_logging(os_id): False [ 812.851188] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.851397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.851446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.851669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.851854] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.851962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.852039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.852199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.852290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.852378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.852531] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.852624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.852683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.852826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.853066] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.853225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.853313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.853434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.853514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.853613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.853754] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.871521] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.874745] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.875012] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.875165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.875421] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.875599] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.875722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.875787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.875958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.876077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.876168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.876339] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.876465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.876532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.876675] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.876834] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.876966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.877041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.877247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.877344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.877449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.877568] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.878772] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.878914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.878993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.879182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.879336] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.879467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.879602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.879737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.879836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.879920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.880086] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.880207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.880277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.880421] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.880562] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.880799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.881043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.881288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.881378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.881472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.881562] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.882579] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.885106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.885267] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd37224-419e-4e42-a909-992682f889fb is going to be deleted. [ 812.888944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.889330] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.892915] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.893114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.895859] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.895973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.923764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.923995] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445 is going to be deleted. [ 812.926073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.926320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.926440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.926553] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b is going to be deleted. [ 812.928881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.929162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.929285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.929426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e2a784f-bd08-4510-8aca-be484e09b314" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.930230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.930481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.930662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.930824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b8a19a-5d5b-4eb3-8423-857750231b9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.931795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.932070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.932205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.932359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab72e08d-c0f6-45ac-bfb1-d1c852f56be3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.932793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.933024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.933116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.933239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d98d9a6f-3273-4d35-a34e-00817f748475" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.933378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.933676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.933797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.934074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fac34f3-e7f3-4c7d-a6ce-763fe61c83eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.934208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.934336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.934413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.934640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9befb91e-34a0-4a28-a66f-212d130add7e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.934783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.934930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.981618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.981985] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.982158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.982246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.982460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.982544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.982637] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a25be43-3b33-4310-b696-faeae169850a is going to be updated. [ 812.983937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.984362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.984497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.984652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.028673] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.028673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.029061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.029151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.029400] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.029587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.029714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.029976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.030300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.030400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.030697] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.030927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.031153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.031488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.031789] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.032113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.032238] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.032592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.032767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.032917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.033146] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.048935] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.049164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.049224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.049499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.049602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.049766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5e311c2-bf3a-4079-8a7e-7e972a1e9da9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.056378] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.056378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.056795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.057094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.057260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.057465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd37224-419e-4e42-a909-992682f889fb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.119027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.119027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.119027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.119027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.119027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.119027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.130612] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.132143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.132143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.132143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.132143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.132143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ca69945-f1ed-4b51-ae0a-5bf6eb8bc445" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.206792] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.207030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.207030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.207253] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.207407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.244915] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: IN_PROGRESS for 2s [ 813.356443] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8386ce6c-c468-4c89-bdfb-3fb987f1996e: rpc.has_security_group_logging(os_id): False [ 813.374991] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be053028-0c8c-4f92-8385-1432033143f8: rpc.has_security_group_logging(os_id): False [ 813.380731] env[66687]: INFO networking_nsxv3.common.synchronization [req-6144bc00-9a5f-4ae9-b3f1-bf304eae73ef req-0e5702f4-940a-4f2b-bda5-bfff3573db0a service nova] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_rules [ 813.380731] env[66687]: INFO networking_nsxv3.common.synchronization [req-6144bc00-9a5f-4ae9-b3f1-bf304eae73ef req-0e5702f4-940a-4f2b-bda5-bfff3573db0a service nova] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 813.380923] env[66687]: INFO networking_nsxv3.common.synchronization [req-6144bc00-9a5f-4ae9-b3f1-bf304eae73ef req-0e5702f4-940a-4f2b-bda5-bfff3573db0a service nova] Enqueued Resource ID: ae4ed17b-c91a-4857-9724-921260ca095b with Priority: HIGHEST for action port [ 813.381449] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_rules [ 813.381609] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 813.381707] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4ed17b-c91a-4857-9724-921260ca095b with Priority: HIGHEST for action port [ 813.383278] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.383690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.383764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.383973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.385374] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.385468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.385468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.385854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.385854] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.386885] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.389123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.389123] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae4ed17b-c91a-4857-9724-921260ca095b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.389123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae4ed17b-c91a-4857-9724-921260ca095b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.389123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae4ed17b-c91a-4857-9724-921260ca095b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.389123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae4ed17b-c91a-4857-9724-921260ca095b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.389123] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae4ed17b-c91a-4857-9724-921260ca095b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.391768] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e57c1266-aefe-4092-a885-00e384a17242: rpc.has_security_group_logging(os_id): False [ 813.395191] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24ccfedd-52aa-4e5a-b13c-7be11483eb47: rpc.has_security_group_logging(os_id): False [ 813.399226] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28ae2a59-0a1b-4943-b74b-6cfd38ec7900: rpc.has_security_group_logging(os_id): False [ 813.403794] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.403794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.424170] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.424170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.424720] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.424832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.425530] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.425632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.426923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.427143] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.427256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.427441] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.427526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.427664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.427813] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.427920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.427986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.428137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.428272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.428403] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.428507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.428542] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.428671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.428744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.428834] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e is going to be updated. [ 813.429872] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.430482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.451559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.451870] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.452017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.452087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.452251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.452334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.452432] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be updated. [ 813.457613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.457840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.466510] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba46c46-83ed-4641-bece-1eb60b15b4ad in Status: SUCCESS [ 813.466678] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba46c46-83ed-4641-bece-1eb60b15b4ad deletion is rescheduled due to dependency. [ 813.467217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.491108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.493152] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.493152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.493152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.493152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.493152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.493152] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 is going to be updated. [ 813.494045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.494606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.516783] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.516783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.523407] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 in Status: SUCCESS [ 813.524017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.524413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.526125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.526125] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.526125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.526125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.526125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.526125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.526125] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46596c01-75c5-45f3-bc87-2ed98c8a28a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.530440] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa159b9-db17-4ffc-815d-e3095746609a in Status: SUCCESS [ 813.532168] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa159b9-db17-4ffc-815d-e3095746609a deletion is rescheduled due to dependency. [ 813.532168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa159b9-db17-4ffc-815d-e3095746609a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.533014] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.533373] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.534486] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648c7659-e49a-4078-aa14-69eb0da731b2 in Status: SUCCESS [ 813.534948] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648c7659-e49a-4078-aa14-69eb0da731b2 deletion is rescheduled due to dependency. [ 813.534948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.537362] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7: rpc.has_security_group_logging(os_id): False [ 813.560092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.560092] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.560092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.560092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.560092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.560092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.560092] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.560092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.560092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.560092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.565031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.565031] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.565031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.565031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.565031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.565031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.565031] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 is going to be updated. [ 813.565031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.565031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.574735] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.574735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.596356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.596356] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.596356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.596356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.596356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.596356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.596356] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.596356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.596356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.596356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.596356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.596356] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.596356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.596356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.596857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.596857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.596857] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e57c1266-aefe-4092-a885-00e384a17242 is going to be updated. [ 813.598083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.598458] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.598752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.599963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.601331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.601331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.602015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.603156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.632351] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.632557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.661806] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 813.680558] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: IN_PROGRESS for 2s [ 813.697395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.697395] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.697395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.697395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.697395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.697395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.697395] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.697395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.697395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.697395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.697395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.698257] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.698498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.698777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.699188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.699356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.699540] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 is going to be updated. [ 813.701063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.701641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.701641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.714963] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 in Status: IN_PROGRESS for 2s [ 813.739045] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.739045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.739045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.739366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.739531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.758053] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.758053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.758053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.759871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.760146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.765242] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: IN_PROGRESS for 2s [ 813.797977] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e57c1266-aefe-4092-a885-00e384a17242 in Status: IN_PROGRESS for 2s [ 813.862389] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.862554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.862622] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.862845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.863033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.888678] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: IN_PROGRESS for 2s [ 813.894439] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae4ed17b-c91a-4857-9724-921260ca095b with status ACTIVE [ 813.894685] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.895013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.895013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.895164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.895200] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.895395] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.895501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.895561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.895721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.895821] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.896109] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.896215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.896279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.896427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.896513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.896603] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae4ed17b-c91a-4857-9724-921260ca095b is going to be updated. [ 813.897915] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.902784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.032642] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46596c01-75c5-45f3-bc87-2ed98c8a28a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.048638] env[66687]: INFO networking_nsxv3.common.synchronization [None req-ca1c51db-04ad-417c-8e7f-501bb5d30d4d None None] Enqueued Resource ID: 98183806-ef97-4f63-9f43-5ad3398114ce with Priority: HIGHEST for action port [ 814.049640] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98183806-ef97-4f63-9f43-5ad3398114ce with Priority: HIGHEST for action port [ 814.050062] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-98183806-ef97-4f63-9f43-5ad3398114ce taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.050760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98183806-ef97-4f63-9f43-5ad3398114ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.050876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98183806-ef97-4f63-9f43-5ad3398114ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.051335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98183806-ef97-4f63-9f43-5ad3398114ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.051335] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98183806-ef97-4f63-9f43-5ad3398114ce',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.058198] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.058612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.058612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.058741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.059264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.059264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae4ed17b-c91a-4857-9724-921260ca095b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.060580] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: SUCCESS [ 814.061332] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b deletion is rescheduled due to dependency. [ 814.061332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.061332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.061332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.061676] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.061676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.061676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.061903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.061903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.061966] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.535916] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46596c01-75c5-45f3-bc87-2ed98c8a28a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.554232] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98183806-ef97-4f63-9f43-5ad3398114ce [ 814.554673] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.554832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.554905] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.555129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.555222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.555525] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98183806-ef97-4f63-9f43-5ad3398114ce already deleted. [ 814.555650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98183806-ef97-4f63-9f43-5ad3398114ce" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.564361] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.040031] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.040413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.040413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.040605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.040768] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.040921] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 is going to be created. [ 815.063038] env[66687]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/46596c01-75c5-45f3-bc87-2ed98c8a28a7', 'data': {'id': '46596c01-75c5-45f3-bc87-2ed98c8a28a7', 'display_name': '46596c01-75c5-45f3-bc87-2ed98c8a28a7', 'path': '/infra/domains/default/groups/46596c01-75c5-45f3-bc87-2ed98c8a28a7', 'expression': [{'value': 'security_group|46596c01-75c5-45f3-bc87-2ed98c8a28a7', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.233.176']}], 'tags': [{'scope': 'age', 'tag': 1765243221}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/46596c01-75c5-45f3-bc87-2ed98c8a28a7] as it already exists."\n}' [ 815.063211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.063332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.063560] env[66687]: Traceback (most recent call last): [ 815.063819] env[66687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 815.063819] env[66687]: listener.cb(fileno) [ 815.063819] env[66687]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 815.063819] env[66687]: result = function(*args, **kwargs) [ 815.063819] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 194, in security_group_rules [ 815.063819] env[66687]: self.security_group_members(os_id, reference=True) [ 815.063819] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 815.063819] env[66687]: self.nsx_provider.sg_members_realize( [ 815.063819] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 815.063819] env[66687]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 815.063819] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 815.063819] env[66687]: return func(*args, **kwargs) [ 815.063819] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 815.063819] env[66687]: res = self.client.put(path=path, data=data) [ 815.063819] env[66687]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 815.063819] env[66687]: raise RuntimeError(msg, last_err) [ 815.063819] env[66687]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/46596c01-75c5-45f3-bc87-2ed98c8a28a7] as it already exists."\\n}\'') [ 815.063819] env[66687]: Removing descriptor: 63 [ 815.074398] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.258883] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: SUCCESS [ 815.259148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.375499] env[66687]: INFO networking_nsxv3.common.synchronization [None req-73d5d578-d1db-419d-81a4-db198af1e9eb tempest-ServerActionsV293TestJSON-1886307633 tempest-ServerActionsV293TestJSON-1886307633-project-member] Enqueued Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_rules [ 815.375499] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_rules [ 815.375499] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7d4dd61-2262-4250-a564-778b43661f1e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.375499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.375499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.375499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.375499] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7d4dd61-2262-4250-a564-778b43661f1e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.477131] env[66687]: INFO networking_nsxv3.common.synchronization [None req-6e1683c0-331e-425f-a45b-4830ac51aab0 tempest-ServerActionsV293TestJSON-1886307633 tempest-ServerActionsV293TestJSON-1886307633-project-member] Enqueued Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_rules [ 815.479423] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_rules [ 815.481088] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7d4dd61-2262-4250-a564-778b43661f1e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.481294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.578992] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.579203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.579277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.579505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.579598] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.579889] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b is going to be updated. [ 815.622885] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.622885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.622885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.622885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.623161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.638289] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: IN_PROGRESS for 2s [ 815.678386] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 815.678879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.695121] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: SUCCESS [ 815.696736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.732867] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 in Status: SUCCESS [ 815.733149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.783551] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: SUCCESS [ 815.786754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.815943] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e57c1266-aefe-4092-a885-00e384a17242 in Status: SUCCESS [ 815.815943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.904450] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.904691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.904691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.904941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.905029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.905091] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7d4dd61-2262-4250-a564-778b43661f1e already deleted. [ 815.905154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.905339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.905510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.905714] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7d4dd61-2262-4250-a564-778b43661f1e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.911338] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: SUCCESS [ 815.911669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.911784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.911977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.912116] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.406477] env[66687]: INFO networking_nsxv3.common.synchronization [None req-d35e8621-b788-47ad-964e-7a5e53407229 None None] Enqueued Resource ID: 78428bbc-7b7b-4988-82ce-a76498743d9e with Priority: HIGHEST for action port [ 816.406997] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78428bbc-7b7b-4988-82ce-a76498743d9e with Priority: HIGHEST for action port [ 816.406997] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-78428bbc-7b7b-4988-82ce-a76498743d9e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.407423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78428bbc-7b7b-4988-82ce-a76498743d9e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.407493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78428bbc-7b7b-4988-82ce-a76498743d9e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.411172] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78428bbc-7b7b-4988-82ce-a76498743d9e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.411172] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78428bbc-7b7b-4988-82ce-a76498743d9e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.416630] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.416630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.416763] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.416851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.417026] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.417134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.417196] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.417346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.417430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.417513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.417605] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.441416] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.441558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.441628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.441848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.442744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.442744] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7d4dd61-2262-4250-a564-778b43661f1e already deleted. [ 816.442744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.913837] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78428bbc-7b7b-4988-82ce-a76498743d9e [ 816.913837] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.913837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.913837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.914073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.914127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.914233] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78428bbc-7b7b-4988-82ce-a76498743d9e already deleted. [ 816.914318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78428bbc-7b7b-4988-82ce-a76498743d9e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.928199] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.928199] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.928199] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.928199] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.928199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.928735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.928735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.928735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.928735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.928735] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.432226] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7: rpc.has_security_group_logging(os_id): False [ 817.450927] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.451162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.451289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.451586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.451692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.451912] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.452217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.452217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.452347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.452398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.453022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.453022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.453022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.453022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.453319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.453594] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.453806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.456143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.456143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.456143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.456143] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 is going to be updated. [ 817.547078] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.547265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.547265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.547510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.547759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.564027] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: IN_PROGRESS for 2s [ 817.660599] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: SUCCESS [ 817.660845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.661064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.661338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.662192] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.662353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.662419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.662615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.662704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.662806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.662889] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.881692] env[66687]: INFO networking_nsxv3.common.synchronization [req-c3332f88-e26e-4381-a348-52af4564326f req-f3d59bca-5e07-4c9f-bf3f-6e7a19ae104f tempest-ServersTestBootFromVolume-716074512 tempest-ServersTestBootFromVolume-716074512-project-member] Enqueued Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_members [ 817.882267] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_members [ 817.882598] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.882728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.882797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.884516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.884761] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.885089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.885241] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.885462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.885583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.886798] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958fa7fd-7edc-46ad-98b3-5b7a7aa605d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.165674] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.313157] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.314759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-556" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.314759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-556" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.314759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-556" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.314759] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.314759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.314759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.315141] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.315141] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.315275] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.315346] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.315473] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.315578] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.315683] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.315781] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.315905] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.345606] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.345816] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.345971] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.346182] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-556" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.346548] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-6a5cf262-46d5-4514-9e21-8c6770807bd4 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.346731] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-6a5cf262-46d5-4514-9e21-8c6770807bd4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.346878] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-6a5cf262-46d5-4514-9e21-8c6770807bd4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.347304] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-6a5cf262-46d5-4514-9e21-8c6770807bd4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.347450] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5cf262-46d5-4514-9e21-8c6770807bd4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.390576] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.390576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.390576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.391168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.391168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.391168] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.391333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.391333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.391524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.391524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.391653] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 already deleted. [ 818.391744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.668499] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40c8f118-7a6d-4b77-9568-10d4dbb7044b: rpc.has_security_group_logging(os_id): False [ 818.690513] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.690726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.690726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.692549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.692549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.692549] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.692549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.692549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.692549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.692549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.692549] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b is going to be created. [ 818.771453] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.771571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.771571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.771770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.771950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.792688] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: IN_PROGRESS for 2s [ 818.852313] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.852692] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.852838] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.856043] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.856043] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.856043] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 6a5cf262-46d5-4514-9e21-8c6770807bd4 not found, creating... [ 818.856043] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.856043] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.856043] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.856043] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.856043] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.856043] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.856711] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.856711] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.856803] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.857031] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.857230] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 6a5cf262-46d5-4514-9e21-8c6770807bd4 is going to be created. [ 818.902722] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.904599] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.904967] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.905408] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.905757] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.906028] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-6a5cf262-46d5-4514-9e21-8c6770807bd4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.580782] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: SUCCESS [ 819.581132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.712378] env[66687]: INFO networking_nsxv3.common.synchronization [req-c3332f88-e26e-4381-a348-52af4564326f req-d880ad8a-5f1f-428d-aa07-fc47a2d824ee service nova] Enqueued Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_rules [ 819.712660] env[66687]: INFO networking_nsxv3.common.synchronization [req-c3332f88-e26e-4381-a348-52af4564326f req-d880ad8a-5f1f-428d-aa07-fc47a2d824ee service nova] Enqueued Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_members [ 819.712701] env[66687]: INFO networking_nsxv3.common.synchronization [req-c3332f88-e26e-4381-a348-52af4564326f req-d880ad8a-5f1f-428d-aa07-fc47a2d824ee service nova] Enqueued Resource ID: 6a5cf262-46d5-4514-9e21-8c6770807bd4 with Priority: HIGHEST for action port [ 819.713258] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_rules [ 819.713390] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_members [ 819.713488] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5cf262-46d5-4514-9e21-8c6770807bd4 with Priority: HIGHEST for action port [ 819.713757] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.713878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.713943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.714218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.714296] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958fa7fd-7edc-46ad-98b3-5b7a7aa605d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.715313] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.715313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.715608] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.715608] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.715681] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.715728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.715786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.715921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.715998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.716113] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958fa7fd-7edc-46ad-98b3-5b7a7aa605d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.716999] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a5cf262-46d5-4514-9e21-8c6770807bd4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.716999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a5cf262-46d5-4514-9e21-8c6770807bd4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.717207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a5cf262-46d5-4514-9e21-8c6770807bd4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.717207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a5cf262-46d5-4514-9e21-8c6770807bd4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.717293] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5cf262-46d5-4514-9e21-8c6770807bd4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.219480] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958fa7fd-7edc-46ad-98b3-5b7a7aa605d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.221075] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.221239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.221499] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a5cf262-46d5-4514-9e21-8c6770807bd4 with status ACTIVE [ 820.221750] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.221915] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.222064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.222386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.222539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.222804] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.222969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.223091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.223332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.223489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.224189] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.224189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.224189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.224338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.224338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.224585] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a5cf262-46d5-4514-9e21-8c6770807bd4 is going to be updated. [ 820.277127] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.277464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.277553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.277794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.277949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.278900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a5cf262-46d5-4514-9e21-8c6770807bd4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.345302] env[66687]: INFO networking_nsxv3.common.synchronization [req-9bb4414c-8710-47d7-8d66-909e20939c4d req-0730cc37-fd46-491c-a698-7cddb9c75204 tempest-InstanceActionsTestJSON-1800818285 tempest-InstanceActionsTestJSON-1800818285-project-member] Enqueued Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGHEST for action security_group_members [ 820.345828] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGHEST for action security_group_members [ 820.346228] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.346366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.346431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.346952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.347138] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.347252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.347315] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.347509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.347616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.347719] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.727363] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958fa7fd-7edc-46ad-98b3-5b7a7aa605d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.819439] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: SUCCESS [ 820.819795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.849925] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.850540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.850540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.850540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.850790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.851397] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.851397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.851397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.851397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.851397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.851906] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e57c1266-aefe-4092-a885-00e384a17242 is going to be updated. [ 820.885877] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.886154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.886154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.886370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.886556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.899254] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e57c1266-aefe-4092-a885-00e384a17242 in Status: IN_PROGRESS for 2s [ 821.232115] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.232115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.232115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.232115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.232115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.232115] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 is going to be created. [ 821.254749] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.259245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.259245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.259245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.259245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.269406] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 in Status: UNINITIALIZED for 2s [ 821.497307] env[66687]: INFO networking_nsxv3.common.synchronization [req-01493aa6-4b2c-4bfd-83da-371051fc21d7 req-e206e878-11b9-4437-8ca1-656dc87cbb69 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 821.497942] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 821.498290] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.498412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.498567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.498757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.498892] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.498994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.499072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.499218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.499304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.499402] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.836967] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.837360] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.837360] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.837592] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.837867] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.838117] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.838277] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.838581] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.838766] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.839124] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.839275] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.839405] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.839629] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.839925] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.839925] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.840093] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.867626] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.867824] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.867961] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.868147] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.868521] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-4e8bb614-59d5-4ff6-850d-150bb7fe92ed taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.868729] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-4e8bb614-59d5-4ff6-850d-150bb7fe92ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.868853] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-4e8bb614-59d5-4ff6-850d-150bb7fe92ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.869188] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-4e8bb614-59d5-4ff6-850d-150bb7fe92ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.869312] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e8bb614-59d5-4ff6-850d-150bb7fe92ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.984959] env[66687]: INFO networking_nsxv3.common.synchronization [req-04ec82e5-704e-4ec6-8a82-5705f3380d6b req-32c577db-269f-43c6-acfe-5c02a2ecb554 tempest-ImagesTestJSON-181902845 tempest-ImagesTestJSON-181902845-project-member] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 821.985949] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 821.985949] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.986127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.986127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.986310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.986477] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.986585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.986631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.986829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.987858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.987858] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.001451] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.001607] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.001701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.002030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.003066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.003066] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.003066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.003066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.003066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.003066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.003066] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d already deleted. [ 822.003334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.372084] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.372084] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.372084] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.372368] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.372544] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.372701] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 4e8bb614-59d5-4ff6-850d-150bb7fe92ed not found, creating... [ 822.372970] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.373199] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.373322] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.373548] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.373681] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.374094] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.374894] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.375062] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.375331] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.375557] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.375557] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 4e8bb614-59d5-4ff6-850d-150bb7fe92ed is going to be created. [ 822.399600] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.399841] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.400032] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.400305] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.400562] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.401059] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-4e8bb614-59d5-4ff6-850d-150bb7fe92ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.467179] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.467374] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.468027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.468027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.468027] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.468235] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.468683] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.468683] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.468815] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.468980] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.469157] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.469345] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.469464] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.469596] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.469729] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.469866] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.489239] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.489531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.489644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.489952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.501462] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.501650] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.501758] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.501933] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.502292] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-081e50a3-add3-4ce1-9fd6-da77e799e372 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.502467] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-081e50a3-add3-4ce1-9fd6-da77e799e372" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.502583] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-081e50a3-add3-4ce1-9fd6-da77e799e372" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.502925] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-081e50a3-add3-4ce1-9fd6-da77e799e372" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.503111] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('081e50a3-add3-4ce1-9fd6-da77e799e372',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.538123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.538449] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.538605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.538727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.538882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.538967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.539114] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 822.575244] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.575443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.575501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.575712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.575866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.591425] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 822.911450] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e57c1266-aefe-4092-a885-00e384a17242 in Status: SUCCESS [ 822.911903] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e57c1266-aefe-4092-a885-00e384a17242 deletion is rescheduled due to dependency. [ 822.911903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.005689] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.006105] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.006320] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.006889] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.006889] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.007072] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 081e50a3-add3-4ce1-9fd6-da77e799e372 not found, creating... [ 823.007285] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.007448] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.007562] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.007784] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.007923] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.008219] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.008384] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.008520] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.008714] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.008860] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.009021] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 081e50a3-add3-4ce1-9fd6-da77e799e372 is going to be created. [ 823.033719] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.033963] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.034188] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.034508] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.034783] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.035156] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-081e50a3-add3-4ce1-9fd6-da77e799e372" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.144415] env[66687]: INFO networking_nsxv3.common.synchronization [req-01493aa6-4b2c-4bfd-83da-371051fc21d7 req-b316e48c-38d7-48d2-a2f4-a8c9dd318196 service nova] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_rules [ 823.144600] env[66687]: INFO networking_nsxv3.common.synchronization [req-01493aa6-4b2c-4bfd-83da-371051fc21d7 req-b316e48c-38d7-48d2-a2f4-a8c9dd318196 service nova] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 823.144737] env[66687]: INFO networking_nsxv3.common.synchronization [req-01493aa6-4b2c-4bfd-83da-371051fc21d7 req-b316e48c-38d7-48d2-a2f4-a8c9dd318196 service nova] Enqueued Resource ID: 4e8bb614-59d5-4ff6-850d-150bb7fe92ed with Priority: HIGHEST for action port [ 823.145639] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_rules [ 823.145639] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 823.145639] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8bb614-59d5-4ff6-850d-150bb7fe92ed with Priority: HIGHEST for action port [ 823.145895] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.146082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.146118] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.146344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.146456] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.147365] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.147486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.147561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.147719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.147893] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.147966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.148350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.148350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.148350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.148350] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.149723] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e8bb614-59d5-4ff6-850d-150bb7fe92ed taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.150047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e8bb614-59d5-4ff6-850d-150bb7fe92ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.150047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e8bb614-59d5-4ff6-850d-150bb7fe92ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.150122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e8bb614-59d5-4ff6-850d-150bb7fe92ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.150155] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e8bb614-59d5-4ff6-850d-150bb7fe92ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.279805] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 in Status: SUCCESS [ 823.280129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.280669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.280927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.281176] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.281293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.281379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.281565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.281645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.281749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.281835] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('958fa7fd-7edc-46ad-98b3-5b7a7aa605d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.651734] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.651968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.652742] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.653283] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e8bb614-59d5-4ff6-850d-150bb7fe92ed with status ACTIVE [ 823.653489] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.655240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.655240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.655240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.655240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.655410] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.655476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.655563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.655843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.655940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.656183] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.656286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.656351] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.656543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.656625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.656749] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e8bb614-59d5-4ff6-850d-150bb7fe92ed is going to be updated. [ 823.685313] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.685313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.685313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.685313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.685313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.685313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e8bb614-59d5-4ff6-850d-150bb7fe92ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.736593] env[66687]: INFO networking_nsxv3.common.synchronization [req-04ec82e5-704e-4ec6-8a82-5705f3380d6b req-d1075771-86e2-4744-985e-60daea89d065 service nova] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_rules [ 823.736801] env[66687]: INFO networking_nsxv3.common.synchronization [req-04ec82e5-704e-4ec6-8a82-5705f3380d6b req-d1075771-86e2-4744-985e-60daea89d065 service nova] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 823.736936] env[66687]: INFO networking_nsxv3.common.synchronization [req-04ec82e5-704e-4ec6-8a82-5705f3380d6b req-d1075771-86e2-4744-985e-60daea89d065 service nova] Enqueued Resource ID: 081e50a3-add3-4ce1-9fd6-da77e799e372 with Priority: HIGHEST for action port [ 823.737464] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_rules [ 823.737646] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 823.737749] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081e50a3-add3-4ce1-9fd6-da77e799e372 with Priority: HIGHEST for action port [ 823.738863] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.739016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.739097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.739313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.739413] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.741600] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.741802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.742062] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-081e50a3-add3-4ce1-9fd6-da77e799e372 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.742188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-081e50a3-add3-4ce1-9fd6-da77e799e372" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.742244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-081e50a3-add3-4ce1-9fd6-da77e799e372" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.742415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-081e50a3-add3-4ce1-9fd6-da77e799e372" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.742775] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('081e50a3-add3-4ce1-9fd6-da77e799e372',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.784068] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('958fa7fd-7edc-46ad-98b3-5b7a7aa605d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.041981] env[66687]: INFO networking_nsxv3.common.synchronization [None req-7aacb31d-17e0-4268-833d-424f46a50d22 tempest-ServerRescueNegativeTestJSON-436220716 tempest-ServerRescueNegativeTestJSON-436220716-project-member] Enqueued Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_rules [ 824.042968] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_rules [ 824.043300] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe33fe02-8596-499a-9421-dcc2d80cba50 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.043459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.043677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.043873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.043933] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe33fe02-8596-499a-9421-dcc2d80cba50',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.159164] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.170453] env[66687]: INFO networking_nsxv3.common.synchronization [None req-f718b721-9349-4359-9a71-b26da30fded3 tempest-ServerRescueNegativeTestJSON-436220716 tempest-ServerRescueNegativeTestJSON-436220716-project-member] Enqueued Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_rules [ 824.173103] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_rules [ 824.175322] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe33fe02-8596-499a-9421-dcc2d80cba50 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.175322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.245375] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.245538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.245691] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 081e50a3-add3-4ce1-9fd6-da77e799e372 with status ACTIVE [ 824.245882] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.246020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.246084] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.246296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.246381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.246578] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.246689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.246764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.246928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.247015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.247203] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.247298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.247353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.247683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.247683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.247683] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 081e50a3-add3-4ce1-9fd6-da77e799e372 is going to be updated. [ 824.276624] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.276838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.278119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.278119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.278119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.278119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-081e50a3-add3-4ce1-9fd6-da77e799e372" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.286257] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5: rpc.has_security_group_logging(os_id): False [ 824.311882] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.312053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.312173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.312740] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.312740] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.312740] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.313298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.313298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.313298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.313298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.313468] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 is going to be created. [ 824.399073] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.399491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.399491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.399779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.400148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.427774] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 in Status: IN_PROGRESS for 2s [ 824.571074] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.571300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.571388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.571590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.571679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.571798] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe33fe02-8596-499a-9421-dcc2d80cba50 already deleted. [ 824.571873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.572057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.572230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.572345] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe33fe02-8596-499a-9421-dcc2d80cba50',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.613066] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 824.613066] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 deletion is rescheduled due to dependency. [ 824.613066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.613066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.613066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.613066] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.613066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.613066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.613066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.613722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.613722] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.663632] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.663777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.663855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.664182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.664287] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.664410] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be created. [ 824.697369] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.697540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.697605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.697808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.697958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.711021] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: UNINITIALIZED for 2s [ 825.100605] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.100969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.100969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.102098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.102098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.102098] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe33fe02-8596-499a-9421-dcc2d80cba50 already deleted. [ 825.102098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.116139] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.619181] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.122352] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.122723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.122723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.122892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.122892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.123989] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 826.173047] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.173341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.173341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.173545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.173720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.184752] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 826.445162] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 in Status: SUCCESS [ 826.445162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.721217] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 826.721439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.721618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.721837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.722043] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.722166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.722323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.722494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.722577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.722665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.722756] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.227019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.228338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.228449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.228696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.228924] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.229096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.229173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.229325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.229409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.229515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.229700] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.229805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.229863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.230044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.230208] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.230305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.230363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.230500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.230585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.230665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.230751] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.399268] env[66687]: INFO networking_nsxv3.common.synchronization [req-55c42587-4a4d-4590-891a-3d4bafca07b9 req-80f361ef-5204-423c-bd05-0c44782e1156 tempest-TenantUsagesTestJSON-247318601 tempest-TenantUsagesTestJSON-247318601-project-member] Enqueued Resource ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 with Priority: HIGHEST for action security_group_members [ 827.400286] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 with Priority: HIGHEST for action security_group_members [ 827.400681] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-46596c01-75c5-45f3-bc87-2ed98c8a28a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.400846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.401024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.401279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.401450] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.401731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.401865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.402220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.402385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.402512] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46596c01-75c5-45f3-bc87-2ed98c8a28a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.735063] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2dd96b1-171c-4d25-bb75-d8a231df801d: rpc.has_security_group_logging(os_id): False [ 827.755269] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.755738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.755891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.756186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.756692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.756692] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.756692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.756692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.756880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.756880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.757137] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.757239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.757299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.757444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.757513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.757842] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.757842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.757842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.757985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.758074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.758172] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be created. [ 827.852243] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.852472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.852565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.852829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.853036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.877683] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 827.904754] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.904968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.905030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.905302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.905489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.905606] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.905772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.905772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.905948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.906127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.906236] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46596c01-75c5-45f3-bc87-2ed98c8a28a7 already deleted. [ 827.906282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46596c01-75c5-45f3-bc87-2ed98c8a28a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.201115] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 828.201314] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.201557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.201839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.202059] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.202187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.202281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.202451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.202559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.202654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.202748] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.708559] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.708912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.708912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.709087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.709252] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.709353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.709417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.709586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.709658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.709745] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.710124] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.710124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.710124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.710296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.710296] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.710374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.710435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.710566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.710640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.710717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.710807] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.213940] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b5fba27-0d32-431b-94fa-c236ca3a6d35: rpc.has_security_group_logging(os_id): False [ 829.232127] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.232324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.232373] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.232551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.232635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.232822] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.232918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.232985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.233201] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.233273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.233459] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.233549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.233606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.234256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.234256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.234256] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.234256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.234256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.234511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.234511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.234511] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 829.305132] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.305309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.305353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.305686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.305686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.325845] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 829.894881] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 829.895194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.343697] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 831.344096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.355368] env[66687]: INFO networking_nsxv3.common.synchronization [req-7f043e43-b721-4b2c-9c4d-382fe80f19d9 req-cbb22ee6-62f2-4e4d-a73b-2ea10ee0d731 tempest-ImagesOneServerNegativeTestJSON-1054522739 tempest-ImagesOneServerNegativeTestJSON-1054522739-project-member] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 832.356803] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 832.356803] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.356803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.356803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.357354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.357354] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.357504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.357571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.358139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.358139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.358139] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.861228] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.861452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.861452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.861699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.861784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.862139] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.862139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.863258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.863258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.863258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.863258] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be deleted. [ 832.872529] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.873214] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.873214] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.873567] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.873993] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.874455] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.874677] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.875072] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.875348] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.875645] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.875813] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.875982] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.876626] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.876626] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.876767] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.877088] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.903483] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.903656] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.903774] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.903890] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.904400] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-573ac129-3354-47c4-aea6-9b7a722f872f taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.904569] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-573ac129-3354-47c4-aea6-9b7a722f872f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.904705] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-573ac129-3354-47c4-aea6-9b7a722f872f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.905272] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-573ac129-3354-47c4-aea6-9b7a722f872f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.905272] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573ac129-3354-47c4-aea6-9b7a722f872f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.906946] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.907148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.907148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.908013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.908013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.908013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.408728] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.409044] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.409044] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.409389] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.409556] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.410083] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 573ac129-3354-47c4-aea6-9b7a722f872f not found, creating... [ 833.410083] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.410083] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.410328] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.410387] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.413064] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.413064] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.413064] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.413064] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.413064] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.413064] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.413064] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 573ac129-3354-47c4-aea6-9b7a722f872f is going to be created. [ 833.437415] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.437701] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.437866] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.438212] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.438775] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.438775] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-573ac129-3354-47c4-aea6-9b7a722f872f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.216380] env[66687]: INFO networking_nsxv3.common.synchronization [req-7f043e43-b721-4b2c-9c4d-382fe80f19d9 req-e59581b0-33dc-4e34-95be-e36df8eff82b service nova] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_rules [ 834.216380] env[66687]: INFO networking_nsxv3.common.synchronization [req-7f043e43-b721-4b2c-9c4d-382fe80f19d9 req-e59581b0-33dc-4e34-95be-e36df8eff82b service nova] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 834.216380] env[66687]: INFO networking_nsxv3.common.synchronization [req-7f043e43-b721-4b2c-9c4d-382fe80f19d9 req-e59581b0-33dc-4e34-95be-e36df8eff82b service nova] Enqueued Resource ID: 573ac129-3354-47c4-aea6-9b7a722f872f with Priority: HIGHEST for action port [ 834.216380] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_rules [ 834.216380] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 834.216380] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573ac129-3354-47c4-aea6-9b7a722f872f with Priority: HIGHEST for action port [ 834.216380] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.216380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.216380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.216761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.219381] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.219381] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.219381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.219381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.220604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.220604] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.220604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.220604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.220604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.220604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.220604] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.220955] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-573ac129-3354-47c4-aea6-9b7a722f872f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.221049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-573ac129-3354-47c4-aea6-9b7a722f872f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.221097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-573ac129-3354-47c4-aea6-9b7a722f872f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.221402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-573ac129-3354-47c4-aea6-9b7a722f872f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.221402] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573ac129-3354-47c4-aea6-9b7a722f872f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.722780] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.723108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.724618] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.725333] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 573ac129-3354-47c4-aea6-9b7a722f872f with status ACTIVE [ 834.726038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.726038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.726038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.726038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.726806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.726806] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.726806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.726806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.726806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.727603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.728221] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.728221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.728221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.728221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.728436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.728436] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 573ac129-3354-47c4-aea6-9b7a722f872f is going to be updated. [ 834.755808] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.756086] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.756086] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.756335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.756522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.756705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-573ac129-3354-47c4-aea6-9b7a722f872f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.235825] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.735457] env[66687]: INFO networking_nsxv3.common.synchronization [None req-fc1e5671-bb39-4afe-8c20-86e5f0347252 None None] Enqueued Resource ID: 27761f1a-9cce-4a4e-b882-de4d0ecd1488 with Priority: HIGHEST for action port [ 835.736479] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27761f1a-9cce-4a4e-b882-de4d0ecd1488 with Priority: HIGHEST for action port [ 835.736944] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.737088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.737185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.737359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.737451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.737547] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be created. [ 835.738720] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-27761f1a-9cce-4a4e-b882-de4d0ecd1488 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.739016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27761f1a-9cce-4a4e-b882-de4d0ecd1488" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.739016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27761f1a-9cce-4a4e-b882-de4d0ecd1488" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.739245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27761f1a-9cce-4a4e-b882-de4d0ecd1488" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.739351] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27761f1a-9cce-4a4e-b882-de4d0ecd1488',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.766906] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.767079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.767122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.767343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.767558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.780354] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: UNINITIALIZED for 2s [ 836.242937] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27761f1a-9cce-4a4e-b882-de4d0ecd1488 [ 836.242937] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.242937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.242937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.243354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.243538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.243579] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27761f1a-9cce-4a4e-b882-de4d0ecd1488 already deleted. [ 836.243656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27761f1a-9cce-4a4e-b882-de4d0ecd1488" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.536149] env[66687]: INFO networking_nsxv3.common.synchronization [req-202941f3-f6a4-498b-94e5-dd469f1084ac req-870c7716-df87-4f7d-9069-48e3b9bf7782 tempest-ServerRescueTestJSON-1658964977 tempest-ServerRescueTestJSON-1658964977-project-member] Enqueued Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 837.536734] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 837.537539] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.537682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.537755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.537965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.538149] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.539198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.539198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.539198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.539198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.539428] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.797137] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: SUCCESS [ 837.799354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.799354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.799354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.799354] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.799354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.799354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.799354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.799354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.799354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.800850] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.042791] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.151154] env[66687]: INFO networking_nsxv3.common.synchronization [req-7533a3c1-49a8-478f-b9c8-92c58f20d936 req-4eced670-8619-421b-9635-4772f976fc98 tempest-ServersAdminTestJSON-1106153793 tempest-ServersAdminTestJSON-1106153793-project-member] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 838.151154] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 838.152056] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.152056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.152056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.152382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.152537] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.152667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.152733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.152900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.152986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.153095] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.303093] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.303093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.303309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.303528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.303584] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.303712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.303754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.303882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.303985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.304061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.304221] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.304323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.304410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.304881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.305398] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.305398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.305642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.305989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.305989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.306132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.306207] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.441417] env[66687]: INFO networking_nsxv3.common.synchronization [req-433a6952-7579-4c12-b1e2-b28471370e6d req-9d21cc55-92df-4e7a-b8cf-b0ba5dfa44bb tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 838.442175] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 838.442501] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.442625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.442693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.442978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.444594] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.444594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.444594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.444594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.444946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.444946] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.466187] env[66687]: INFO networking_nsxv3.common.synchronization [None req-ba6c565e-b73e-4e3f-af9b-b02ab733308d None None] Enqueued Resource ID: b622431f-7b32-478c-be4f-8c8432deafb6 with Priority: HIGHEST for action port [ 838.466187] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b622431f-7b32-478c-be4f-8c8432deafb6 with Priority: HIGHEST for action port [ 838.466187] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-b622431f-7b32-478c-be4f-8c8432deafb6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.466187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b622431f-7b32-478c-be4f-8c8432deafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.466187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b622431f-7b32-478c-be4f-8c8432deafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.466187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b622431f-7b32-478c-be4f-8c8432deafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.466187] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b622431f-7b32-478c-be4f-8c8432deafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.546048] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.656216] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.809500] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ae4ee4-bb52-4cd0-9d6c-fbacab786755: rpc.has_security_group_logging(os_id): False [ 838.835730] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.835968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.835968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.836182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.836259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.836462] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.836564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.836628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.836783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.836862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.837090] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.837184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.837246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.837387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.837459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.837638] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.837731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.837790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.837923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.838049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.838197] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be created. [ 838.932660] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.932817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.932992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.933115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.933354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.945938] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: IN_PROGRESS for 2s [ 838.947426] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.947573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.947671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.947899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.948026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.948237] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.948384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.948444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.948633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.948720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.948808] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 838.968199] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b622431f-7b32-478c-be4f-8c8432deafb6 [ 838.968486] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.968642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.968706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.968904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.968995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.969110] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b622431f-7b32-478c-be4f-8c8432deafb6 already deleted. [ 838.969193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b622431f-7b32-478c-be4f-8c8432deafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.976682] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.976860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.976998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.977214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.977374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.988176] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 839.048300] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.048523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.048523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.049142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.049142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.049142] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 is going to be updated. [ 839.108775] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.109078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.109213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.109572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.109843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.121800] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: IN_PROGRESS for 2s [ 839.159403] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.662370] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.662706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.662706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.662808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.662949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.663020] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 839.691593] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.691799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.691879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.692086] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.692262] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.701490] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 840.536749] env[66687]: INFO networking_nsxv3.common.synchronization [req-e146e237-a7b2-4f5d-8bb3-f757c8e1a6d7 req-5ddbe828-556b-4a21-affa-e0c6c9863025 tempest-MigrationsAdminTest-593050349 tempest-MigrationsAdminTest-593050349-project-member] Enqueued Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 840.538022] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 840.538022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.538022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.538306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.538306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.538607] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.538607] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.538772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.539209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.539336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.539409] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.959697] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: SUCCESS [ 840.959697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.000691] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 841.000769] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d deletion is rescheduled due to dependency. [ 841.000871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.042126] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.134312] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: SUCCESS [ 841.134543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.549769] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.712259] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 841.712259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.052225] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.052647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.052647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.053435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.053435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.053435] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 is going to be updated. [ 842.094245] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.094245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.094245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.094527] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.095885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.107541] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: IN_PROGRESS for 2s [ 842.116186] env[66687]: INFO networking_nsxv3.common.synchronization [req-a364a6e6-6693-48b1-92e6-d7816273f798 req-aa6240be-b4b7-4aab-9ea5-3e8126670b64 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_members [ 842.117019] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGHEST for action security_group_members [ 842.117452] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b62f436-676b-4b8b-89eb-ca017c33b71d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.118110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.118110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.118451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.118661] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.118831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.118942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.120604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.120604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.120604] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b62f436-676b-4b8b-89eb-ca017c33b71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.626295] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.626295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.626295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.626295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.651850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.651850] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.651850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.651850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.652245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.652245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.652245] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d is going to be updated. [ 842.690190] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.690423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.690423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.690766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.690766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.709418] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d in Status: IN_PROGRESS for 2s [ 844.121012] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: SUCCESS [ 844.122114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.721300] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d in Status: SUCCESS [ 844.721473] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d deletion is rescheduled due to dependency. [ 844.721722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.070484] env[66687]: INFO networking_nsxv3.common.synchronization [req-55b3e015-2853-493e-8e38-24ee616398c7 req-aa2c7698-03c0-4565-b49a-d885515221d8 tempest-ListImageFiltersTestJSON-1899649916 tempest-ListImageFiltersTestJSON-1899649916-project-member] Enqueued Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 845.071155] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 845.071592] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.071726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.071818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.072024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.072217] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.072308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.072367] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.072520] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.072616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.072715] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.576527] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.079676] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.581573] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.581914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.581914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.582067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.582162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.582287] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e is going to be updated. [ 846.614501] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.614689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.614755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.614986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.615184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.625418] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: IN_PROGRESS for 2s [ 846.864484] env[66687]: INFO networking_nsxv3.common.synchronization [req-ecaaeba2-d2db-4681-86c6-0f0f455172b8 req-a0cb7fb9-8e1f-4a92-a49a-50174afc30d4 tempest-ServerRescueNegativeTestJSON-436220716 tempest-ServerRescueNegativeTestJSON-436220716-project-member] Enqueued Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_members [ 846.864484] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_members [ 846.864484] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe33fe02-8596-499a-9421-dcc2d80cba50 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.864484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.864484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.864484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.864484] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.864484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.864484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.864484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.864484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.864484] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe33fe02-8596-499a-9421-dcc2d80cba50',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.237375] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.237375] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.237656] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.237926] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.238238] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.238436] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.238579] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.238843] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.239011] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.239266] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.239401] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.239517] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.239626] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.239742] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.239945] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.240037] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.261809] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.262137] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.262137] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.262286] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-400" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.262610] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-54f8bf09-1929-4b2c-b602-358c15b4edda taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.262805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-54f8bf09-1929-4b2c-b602-358c15b4edda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.262933] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-54f8bf09-1929-4b2c-b602-358c15b4edda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.263354] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-54f8bf09-1929-4b2c-b602-358c15b4edda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.263540] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f8bf09-1929-4b2c-b602-358c15b4edda',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.367377] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.367591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.367591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.367806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.367918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.368137] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.368341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.368341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.368504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.368582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.368671] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe33fe02-8596-499a-9421-dcc2d80cba50 already deleted. [ 847.368751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.765890] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.766261] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.766261] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.766557] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.766705] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.766882] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 54f8bf09-1929-4b2c-b602-358c15b4edda not found, creating... [ 847.767146] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.767305] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.767429] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.767687] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.767818] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.768105] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.768278] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.768398] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.768598] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.768729] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.768864] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 54f8bf09-1929-4b2c-b602-358c15b4edda is going to be created. [ 847.828989] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.829321] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.829463] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.829739] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.830044] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.830326] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-54f8bf09-1929-4b2c-b602-358c15b4edda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.508030] env[66687]: INFO networking_nsxv3.common.synchronization [req-ecaaeba2-d2db-4681-86c6-0f0f455172b8 req-4a29d6a1-b004-4070-9f6e-a7ee90e81341 service nova] Enqueued Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_rules [ 848.508030] env[66687]: INFO networking_nsxv3.common.synchronization [req-ecaaeba2-d2db-4681-86c6-0f0f455172b8 req-4a29d6a1-b004-4070-9f6e-a7ee90e81341 service nova] Enqueued Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_members [ 848.508030] env[66687]: INFO networking_nsxv3.common.synchronization [req-ecaaeba2-d2db-4681-86c6-0f0f455172b8 req-4a29d6a1-b004-4070-9f6e-a7ee90e81341 service nova] Enqueued Resource ID: 54f8bf09-1929-4b2c-b602-358c15b4edda with Priority: HIGHEST for action port [ 848.508030] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_rules [ 848.510344] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_members [ 848.510344] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f8bf09-1929-4b2c-b602-358c15b4edda with Priority: HIGHEST for action port [ 848.510344] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe33fe02-8596-499a-9421-dcc2d80cba50 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.510344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.510344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.510344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.510973] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe33fe02-8596-499a-9421-dcc2d80cba50',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.514021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe33fe02-8596-499a-9421-dcc2d80cba50 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.514021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.514021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.514021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.514021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.514021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.514021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.514021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.514021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.514021] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe33fe02-8596-499a-9421-dcc2d80cba50',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.516040] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-54f8bf09-1929-4b2c-b602-358c15b4edda taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.516313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54f8bf09-1929-4b2c-b602-358c15b4edda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.516508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54f8bf09-1929-4b2c-b602-358c15b4edda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.516749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54f8bf09-1929-4b2c-b602-358c15b4edda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.516911] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f8bf09-1929-4b2c-b602-358c15b4edda',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.642046] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: SUCCESS [ 848.642275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.018884] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe33fe02-8596-499a-9421-dcc2d80cba50',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.019916] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe33fe02-8596-499a-9421-dcc2d80cba50 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.020139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.020529] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54f8bf09-1929-4b2c-b602-358c15b4edda with status ACTIVE [ 849.020785] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.020957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.021086] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.021303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.021409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.021634] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.021787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.021875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.022077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.022160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.022416] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.022566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.022649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.022800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.022892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.022993] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54f8bf09-1929-4b2c-b602-358c15b4edda is going to be updated. [ 849.047054] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.047278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.047278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.047522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.047717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.047859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54f8bf09-1929-4b2c-b602-358c15b4edda" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.521416] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe33fe02-8596-499a-9421-dcc2d80cba50',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.029394] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.029846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.029846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.029987] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.030094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.030210] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe33fe02-8596-499a-9421-dcc2d80cba50 is going to be created. [ 850.060310] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.060766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.060766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.060896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.061144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.072017] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe33fe02-8596-499a-9421-dcc2d80cba50 in Status: UNINITIALIZED for 2s [ 852.084180] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe33fe02-8596-499a-9421-dcc2d80cba50 in Status: SUCCESS [ 852.084672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.084672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.084809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.084987] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.085500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.085500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.087029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.087029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.087029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.087029] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe33fe02-8596-499a-9421-dcc2d80cba50',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.594268] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe33fe02-8596-499a-9421-dcc2d80cba50',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.096816] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe33fe02-8596-499a-9421-dcc2d80cba50: rpc.has_security_group_logging(os_id): False [ 853.117151] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.117151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.117151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.117151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.117151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.117151] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.117151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.117151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.117151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.117151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.117151] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe33fe02-8596-499a-9421-dcc2d80cba50 is going to be created. [ 853.181879] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.181879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.181879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.181879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.181879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.219447] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe33fe02-8596-499a-9421-dcc2d80cba50 in Status: IN_PROGRESS for 2s [ 853.509991] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 853.511381] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 853.828033] env[66687]: INFO networking_nsxv3.common.synchronization [None req-4b73c6ac-0575-436c-8f79-1d022a2b7d82 None None] Enqueued Resource ID: 212b2d78-54f8-408b-a5cd-8734d3c1ebdc with Priority: HIGHEST for action port [ 853.828033] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b2d78-54f8-408b-a5cd-8734d3c1ebdc with Priority: HIGHEST for action port [ 853.828192] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-212b2d78-54f8-408b-a5cd-8734d3c1ebdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.828332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-212b2d78-54f8-408b-a5cd-8734d3c1ebdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.828385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-212b2d78-54f8-408b-a5cd-8734d3c1ebdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.830667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-212b2d78-54f8-408b-a5cd-8734d3c1ebdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.830667] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('212b2d78-54f8-408b-a5cd-8734d3c1ebdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.334427] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 212b2d78-54f8-408b-a5cd-8734d3c1ebdc [ 854.334756] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.334833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.334884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.335387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.335387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.335387] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:212b2d78-54f8-408b-a5cd-8734d3c1ebdc already deleted. [ 854.335387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-212b2d78-54f8-408b-a5cd-8734d3c1ebdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.454372] env[66687]: INFO networking_nsxv3.common.synchronization [req-bacf386a-6932-4319-a7e9-cbeb55d06d14 req-49d9f79e-4c7b-403a-95d3-f5a6bb568d39 tempest-ImagesTestJSON-181902845 tempest-ImagesTestJSON-181902845-project-member] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 854.454952] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 854.455270] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.455397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.457419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.457419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.457419] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.457419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.457419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.457419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.457419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.457419] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.783060] env[66687]: INFO networking_nsxv3.common.synchronization [req-8441741a-b887-4d38-a2e3-8b5f62b421c8 req-a9661360-4d55-403d-829e-ec4a253d6d44 tempest-ServersTestManualDisk-1107216944 tempest-ServersTestManualDisk-1107216944-project-member] Enqueued Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_members [ 854.783817] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGHEST for action security_group_members [ 854.784484] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.784612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.784746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.784862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.785021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.785118] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.785182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.785331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.785412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.785504] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14b0ae1-1a1c-41d0-a11e-cb271873d76c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.958662] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.958826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.958896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.959131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.959218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.959428] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.959523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.959584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.959730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.959866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.959908] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 854.996027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.996027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.996027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.996027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.996027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.006901] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 855.235293] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe33fe02-8596-499a-9421-dcc2d80cba50 in Status: SUCCESS [ 855.235386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.287498] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.287657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.287731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.287990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.312216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.312440] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.312597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.312648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.312824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.312910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.313468] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c is going to be updated. [ 855.368171] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.368171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.368544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.368544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.368752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.383681] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c in Status: IN_PROGRESS for 2s [ 855.480884] env[66687]: INFO networking_nsxv3.common.synchronization [req-cc818240-d9d5-44e1-8bc7-e0fb24ddc0e5 req-44ca411b-8e15-4086-a548-37d766519a60 tempest-ServerAddressesNegativeTestJSON-1453073270 tempest-ServerAddressesNegativeTestJSON-1453073270-project-member] Enqueued Resource ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 with Priority: HIGHEST for action security_group_members [ 855.483293] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 with Priority: HIGHEST for action security_group_members [ 855.485604] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f09a2edc-1274-46cf-b6f8-5b03006a52f3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.485820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.485820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.487997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.487997] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.487997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.487997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.487997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.487997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.487997] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f09a2edc-1274-46cf-b6f8-5b03006a52f3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.626087] env[66687]: INFO networking_nsxv3.common.synchronization [None req-96954fc2-eb81-4189-82e8-81881271f0e3 None None] Enqueued Resource ID: cdbe3865-119c-46c7-865c-1a15f00418f1 with Priority: HIGHEST for action port [ 855.626671] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbe3865-119c-46c7-865c-1a15f00418f1 with Priority: HIGHEST for action port [ 855.627308] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdbe3865-119c-46c7-865c-1a15f00418f1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.628272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdbe3865-119c-46c7-865c-1a15f00418f1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.628272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdbe3865-119c-46c7-865c-1a15f00418f1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.628272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdbe3865-119c-46c7-865c-1a15f00418f1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.628272] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdbe3865-119c-46c7-865c-1a15f00418f1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.913719] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.915070] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-20" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.915070] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-20" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.915070] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-20" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.915070] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.915070] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.915577] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.915577] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.915577] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.915721] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.915819] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.915904] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.916022] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.916135] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.916255] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.916384] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.937133] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.937289] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.937377] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.937553] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-20" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.937869] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-8becb282-ea95-4e71-b4dc-ca6a8492b5fd taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.938120] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-8becb282-ea95-4e71-b4dc-ca6a8492b5fd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.938201] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-8becb282-ea95-4e71-b4dc-ca6a8492b5fd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.938461] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-8becb282-ea95-4e71-b4dc-ca6a8492b5fd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.939151] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8becb282-ea95-4e71-b4dc-ca6a8492b5fd',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.989579] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.989728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.989852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.990078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.990224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.992036] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.992036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.992036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.992036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.992036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.992036] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 already deleted. [ 855.992036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.130781] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdbe3865-119c-46c7-865c-1a15f00418f1 [ 856.131041] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.131173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.131243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.131810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.131861] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.132114] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdbe3865-119c-46c7-865c-1a15f00418f1 already deleted. [ 856.132176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdbe3865-119c-46c7-865c-1a15f00418f1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.403174] env[66687]: INFO networking_nsxv3.common.synchronization [None req-650189c7-468a-4d4c-a28a-f6f6749d9ab9 None None] Enqueued Resource ID: 02d98f41-9c9a-447a-aef3-dea94aafeb5f with Priority: HIGHEST for action port [ 856.403759] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d98f41-9c9a-447a-aef3-dea94aafeb5f with Priority: HIGHEST for action port [ 856.404609] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d98f41-9c9a-447a-aef3-dea94aafeb5f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.404609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d98f41-9c9a-447a-aef3-dea94aafeb5f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.404609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d98f41-9c9a-447a-aef3-dea94aafeb5f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.404609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d98f41-9c9a-447a-aef3-dea94aafeb5f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.404952] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d98f41-9c9a-447a-aef3-dea94aafeb5f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.443067] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.443067] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.443067] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.444018] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.444632] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.444858] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 8becb282-ea95-4e71-b4dc-ca6a8492b5fd not found, creating... [ 856.445508] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.445508] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.445681] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.446042] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.446225] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.446582] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.446801] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.447127] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.447226] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.447418] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.447607] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 8becb282-ea95-4e71-b4dc-ca6a8492b5fd is going to be created. [ 856.469010] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.469442] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.469626] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.469945] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.470244] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.470530] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-8becb282-ea95-4e71-b4dc-ca6a8492b5fd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.502718] env[66687]: INFO networking_nsxv3.common.synchronization [None req-63ee20f3-f3ee-4c11-8ee0-9aeef95c036a tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_rules [ 856.503323] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_rules [ 856.503759] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.503899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.503977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.504400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.504495] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.909375] env[66687]: INFO networking_nsxv3.common.synchronization [None req-af64a516-d14d-478c-83bc-cdfce5800487 tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_rules [ 856.909936] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_rules [ 856.910271] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.910426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.914970] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02d98f41-9c9a-447a-aef3-dea94aafeb5f [ 856.914970] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.914970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.914970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.915228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.915228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.915302] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02d98f41-9c9a-447a-aef3-dea94aafeb5f already deleted. [ 856.915339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d98f41-9c9a-447a-aef3-dea94aafeb5f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.024542] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 857.024758] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 deletion is rescheduled due to dependency. [ 857.024885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.025860] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.025983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.026064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.026265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.026346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.026433] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 already deleted. [ 857.026514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.026648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.026793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.026875] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.239472] env[66687]: INFO networking_nsxv3.common.synchronization [req-cc818240-d9d5-44e1-8bc7-e0fb24ddc0e5 req-67b1bb8d-5f93-4b48-b46b-e40c5b0053f9 service nova] Enqueued Resource ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 with Priority: HIGHEST for action security_group_rules [ 857.239698] env[66687]: INFO networking_nsxv3.common.synchronization [req-cc818240-d9d5-44e1-8bc7-e0fb24ddc0e5 req-67b1bb8d-5f93-4b48-b46b-e40c5b0053f9 service nova] Enqueued Resource ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 with Priority: HIGHEST for action security_group_members [ 857.239804] env[66687]: INFO networking_nsxv3.common.synchronization [req-cc818240-d9d5-44e1-8bc7-e0fb24ddc0e5 req-67b1bb8d-5f93-4b48-b46b-e40c5b0053f9 service nova] Enqueued Resource ID: 8becb282-ea95-4e71-b4dc-ca6a8492b5fd with Priority: HIGHEST for action port [ 857.241010] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 with Priority: HIGHEST for action security_group_rules [ 857.241010] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 with Priority: HIGHEST for action security_group_members [ 857.241010] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8becb282-ea95-4e71-b4dc-ca6a8492b5fd with Priority: HIGHEST for action port [ 857.241010] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f09a2edc-1274-46cf-b6f8-5b03006a52f3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.241010] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.243190] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.245269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.245269] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f09a2edc-1274-46cf-b6f8-5b03006a52f3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.246336] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f09a2edc-1274-46cf-b6f8-5b03006a52f3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.246336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.246336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.246336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.246336] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.246336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.246336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.246336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.246766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.246766] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f09a2edc-1274-46cf-b6f8-5b03006a52f3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.248144] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8becb282-ea95-4e71-b4dc-ca6a8492b5fd taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.248274] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8becb282-ea95-4e71-b4dc-ca6a8492b5fd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.248330] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8becb282-ea95-4e71-b4dc-ca6a8492b5fd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.248464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8becb282-ea95-4e71-b4dc-ca6a8492b5fd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.248544] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8becb282-ea95-4e71-b4dc-ca6a8492b5fd',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.397327] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c in Status: SUCCESS [ 857.397507] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c deletion is rescheduled due to dependency. [ 857.397618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.548850] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.549166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.549166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.549475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.549602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.549726] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 already deleted. [ 857.549830] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.749169] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f09a2edc-1274-46cf-b6f8-5b03006a52f3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.750271] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f09a2edc-1274-46cf-b6f8-5b03006a52f3 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.750417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.753136] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8becb282-ea95-4e71-b4dc-ca6a8492b5fd with status ACTIVE [ 857.753417] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.753499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.753609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.753801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.753993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.754385] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.754385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.754508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.754545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.754630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.754818] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.754914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.754994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.758350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.758499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.758604] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8becb282-ea95-4e71-b4dc-ca6a8492b5fd is going to be updated. [ 857.789894] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.790060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.790362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.790362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.790506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.790614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8becb282-ea95-4e71-b4dc-ca6a8492b5fd" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.216202] env[66687]: INFO networking_nsxv3.common.synchronization [None req-818bc85e-bab3-448e-96c3-c3d133c0f3b1 None None] Enqueued Resource ID: 2da8375d-01e6-46ba-8224-2d3e228be70f with Priority: HIGHEST for action port [ 858.216895] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da8375d-01e6-46ba-8224-2d3e228be70f with Priority: HIGHEST for action port [ 858.217150] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2da8375d-01e6-46ba-8224-2d3e228be70f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.217275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2da8375d-01e6-46ba-8224-2d3e228be70f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.217334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2da8375d-01e6-46ba-8224-2d3e228be70f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.217610] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2da8375d-01e6-46ba-8224-2d3e228be70f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.217696] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da8375d-01e6-46ba-8224-2d3e228be70f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.252095] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f09a2edc-1274-46cf-b6f8-5b03006a52f3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.721829] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2da8375d-01e6-46ba-8224-2d3e228be70f [ 858.722202] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.722279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.722356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.722588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.722679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.722778] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2da8375d-01e6-46ba-8224-2d3e228be70f already deleted. [ 858.722860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2da8375d-01e6-46ba-8224-2d3e228be70f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.754416] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.754563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.754637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.754840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.754929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.755044] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 is going to be created. [ 858.780095] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.780258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.780306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.780514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.782586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.795296] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 in Status: UNINITIALIZED for 2s [ 860.783444] env[66687]: INFO networking_nsxv3.common.synchronization [req-2d13631f-1234-40ad-a1f7-c6ba22be93ff req-7d4f073e-9fa3-4f94-a97f-416b423c69df tempest-ServerRescueTestJSON-1658964977 tempest-ServerRescueTestJSON-1658964977-project-member] Enqueued Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 860.784342] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGHEST for action security_group_members [ 860.784739] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.784885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.784975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.785204] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.785408] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.785552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.785622] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.785798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.785885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.785989] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.808245] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 in Status: SUCCESS [ 860.808465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.809009] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.809309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.809452] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.809565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.809652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.809797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.809882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.810457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.810562] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f09a2edc-1274-46cf-b6f8-5b03006a52f3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.289362] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.289526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.289618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.289830] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.289922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.290137] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.290237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.290303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.290459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.290538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.290625] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 is going to be updated. [ 861.313289] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f09a2edc-1274-46cf-b6f8-5b03006a52f3 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.313599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.313599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.313812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.314032] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.314186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.314258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.314461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.314551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.314640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.314795] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f09a2edc-1274-46cf-b6f8-5b03006a52f3 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.314890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.314945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.315109] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.315249] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.315343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.315449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.315626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.315705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.315788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.315881] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f09a2edc-1274-46cf-b6f8-5b03006a52f3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.320330] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.320330] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.320462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.320698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.320698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.329813] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: IN_PROGRESS for 2s [ 861.719530] env[66687]: INFO networking_nsxv3.common.synchronization [req-ed7cb144-bdef-4c4e-ae89-a2c805e08c33 req-b795e882-fd71-4d60-9d88-0293d0c65945 tempest-ServersAdminTestJSON-1106153793 tempest-ServersAdminTestJSON-1106153793-project-member] Enqueued Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 861.720424] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d with Priority: HIGHEST for action security_group_members [ 861.720828] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.720973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.721117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.721428] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.721640] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.721763] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.721867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.722093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.722230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.722338] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f2aa09-b96a-4a2a-89b3-4c6e5f26628d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.818497] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f09a2edc-1274-46cf-b6f8-5b03006a52f3: rpc.has_security_group_logging(os_id): False [ 861.851714] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.852708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.852873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.853081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.853177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.853410] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.853568] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.853568] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.853728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.853856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.854019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.854117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.854359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.854432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.854509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.854767] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.854877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.857550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.857729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.857932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.857932] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 is going to be created. [ 861.949600] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.949784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.949784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.949909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.950177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.963875] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 in Status: IN_PROGRESS for 2s [ 862.022759] env[66687]: INFO networking_nsxv3.common.synchronization [req-9bb42730-4711-4cc4-819b-a57f6220f617 req-ec810e66-7651-4cfa-ae1a-fd99a67c57be tempest-ImagesOneServerNegativeTestJSON-1054522739 tempest-ImagesOneServerNegativeTestJSON-1054522739-project-member] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 862.023977] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 862.023977] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.023977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.023977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.024498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.024684] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.024849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.024985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.025196] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.025286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.025382] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.110270] env[66687]: INFO networking_nsxv3.common.synchronization [req-3335c4c8-dfd9-46ab-ab2b-09617157169b req-4b34b651-9b81-4c00-a698-411c359d09d4 tempest-ServerActionsV293TestJSON-1886307633 tempest-ServerActionsV293TestJSON-1886307633-project-member] Enqueued Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_members [ 862.110270] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_members [ 862.110891] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7d4dd61-2262-4250-a564-778b43661f1e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.110891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.110891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.111226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.111431] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.111580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.111816] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.111885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.112104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.112273] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7d4dd61-2262-4250-a564-778b43661f1e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.225928] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.225928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.225928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.226161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.248143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.248415] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.248536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.248597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.248822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.248903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.248995] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d is going to be updated. [ 862.281718] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.281890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.281965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.282222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.282457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.296041] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: IN_PROGRESS for 2s [ 862.527292] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.527497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.527545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.527745] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.527838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.528068] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.528170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.528230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.528401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.528481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.528569] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be updated. [ 862.562189] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.562468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.562468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.562603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.562749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.573862] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: IN_PROGRESS for 2s [ 862.615470] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.615635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.615730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.616101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.616320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.616551] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.616731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.616821] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.617014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.617121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.617266] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7d4dd61-2262-4250-a564-778b43661f1e already deleted. [ 862.617322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.625524] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.625524] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-517" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.625524] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-517" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.625524] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-517" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.625703] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.625764] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.626043] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.626043] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.626180] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.626424] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.626552] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.626659] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.626797] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.627063] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.627140] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.627269] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.667516] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.667516] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.667516] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.667768] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-517" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.668494] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-65b2f2da-c0a8-4fae-95ce-c661577432e8 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.668494] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-65b2f2da-c0a8-4fae-95ce-c661577432e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.668494] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-65b2f2da-c0a8-4fae-95ce-c661577432e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.669040] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-65b2f2da-c0a8-4fae-95ce-c661577432e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.669176] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b2f2da-c0a8-4fae-95ce-c661577432e8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.172301] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.172738] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.172738] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.173018] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.173183] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.173403] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 65b2f2da-c0a8-4fae-95ce-c661577432e8 not found, creating... [ 863.173722] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.173893] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.174017] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.174249] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.174423] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.174727] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.174882] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.174997] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.175236] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.175386] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.175524] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 65b2f2da-c0a8-4fae-95ce-c661577432e8 is going to be created. [ 863.197718] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.197954] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.198125] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.198492] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.198781] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.199061] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-65b2f2da-c0a8-4fae-95ce-c661577432e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.342882] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 in Status: SUCCESS [ 863.343088] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 deletion is rescheduled due to dependency. [ 863.343205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.879553] env[66687]: INFO networking_nsxv3.common.synchronization [req-3335c4c8-dfd9-46ab-ab2b-09617157169b req-f3f27c71-2c83-4938-b132-9365825ed255 service nova] Enqueued Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_rules [ 863.879837] env[66687]: INFO networking_nsxv3.common.synchronization [req-3335c4c8-dfd9-46ab-ab2b-09617157169b req-f3f27c71-2c83-4938-b132-9365825ed255 service nova] Enqueued Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_members [ 863.879983] env[66687]: INFO networking_nsxv3.common.synchronization [req-3335c4c8-dfd9-46ab-ab2b-09617157169b req-f3f27c71-2c83-4938-b132-9365825ed255 service nova] Enqueued Resource ID: 65b2f2da-c0a8-4fae-95ce-c661577432e8 with Priority: HIGHEST for action port [ 863.880475] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_rules [ 863.880611] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_members [ 863.880727] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b2f2da-c0a8-4fae-95ce-c661577432e8 with Priority: HIGHEST for action port [ 863.880989] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7d4dd61-2262-4250-a564-778b43661f1e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.881469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.881601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.883008] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.883112] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7d4dd61-2262-4250-a564-778b43661f1e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.884840] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7d4dd61-2262-4250-a564-778b43661f1e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.884971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.885123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.885402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.885566] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.885670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.885736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.885914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.886010] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.886692] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7d4dd61-2262-4250-a564-778b43661f1e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.888237] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b2f2da-c0a8-4fae-95ce-c661577432e8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.888368] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b2f2da-c0a8-4fae-95ce-c661577432e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.888446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b2f2da-c0a8-4fae-95ce-c661577432e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.888631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b2f2da-c0a8-4fae-95ce-c661577432e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.888721] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b2f2da-c0a8-4fae-95ce-c661577432e8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.988616] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 in Status: SUCCESS [ 863.989564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.307936] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d in Status: SUCCESS [ 864.308833] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f2aa09-b96a-4a2a-89b3-4c6e5f26628d deletion is rescheduled due to dependency. [ 864.308833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f2aa09-b96a-4a2a-89b3-4c6e5f26628d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.389347] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7d4dd61-2262-4250-a564-778b43661f1e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.393473] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7d4dd61-2262-4250-a564-778b43661f1e taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.393473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.396415] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65b2f2da-c0a8-4fae-95ce-c661577432e8 with status ACTIVE [ 864.396415] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.396415] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.396415] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.396415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.396415] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65b2f2da-c0a8-4fae-95ce-c661577432e8 is going to be updated. [ 864.424717] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.424935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.424935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.425150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.425326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.425506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b2f2da-c0a8-4fae-95ce-c661577432e8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.592093] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: SUCCESS [ 864.592093] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 deletion is rescheduled due to dependency. [ 864.592093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.720832] env[66687]: INFO networking_nsxv3.common.synchronization [None req-437829d4-9d04-40fb-a398-fbe34b4c8fc5 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_rules [ 864.721080] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_rules [ 864.721399] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.721721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.721831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.722106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.722186] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3adbb3a6-6cc6-4d3e-addc-afa4bda083a9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.814767] env[66687]: INFO networking_nsxv3.common.synchronization [None req-03f5ab07-2f2a-4388-af04-a45b6658f078 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_rules [ 864.815225] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_rules [ 864.815713] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.815851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.893446] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7d4dd61-2262-4250-a564-778b43661f1e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.244656] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.245088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.246403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.246743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.246992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.247292] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 already deleted. [ 865.247494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.248245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.248560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.249133] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3adbb3a6-6cc6-4d3e-addc-afa4bda083a9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.397782] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.397782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.397782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.400225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.400225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.400225] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7d4dd61-2262-4250-a564-778b43661f1e is going to be created. [ 865.429177] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.429177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.429177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.429534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.429707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.439928] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7d4dd61-2262-4250-a564-778b43661f1e in Status: UNINITIALIZED for 2s [ 865.483100] env[66687]: INFO networking_nsxv3.common.synchronization [req-ed3b1be0-b76e-412d-ac70-ff115ed8293b req-467f4db6-d65f-41bd-80e2-282b06fde4f8 tempest-MigrationsAdminTest-593050349 tempest-MigrationsAdminTest-593050349-project-member] Enqueued Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 865.483100] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGHEST for action security_group_members [ 865.483404] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.483515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.483584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.483841] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.483997] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.484489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.484489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.484489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.484489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.484489] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.772026] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.772026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.772026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.772026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.772026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.772026] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 already deleted. [ 865.772026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.986591] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.986946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.987127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.987364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.987465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.987705] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.987840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.987893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.988098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.988183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.988287] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 is going to be updated. [ 866.016950] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.017167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.017210] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.017405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.017551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.027789] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: IN_PROGRESS for 2s [ 867.457863] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7d4dd61-2262-4250-a564-778b43661f1e in Status: SUCCESS [ 867.458234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.458313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.460056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.460056] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.460056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.460056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.460056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.460056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.460056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.460056] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7d4dd61-2262-4250-a564-778b43661f1e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.743787] env[66687]: INFO networking_nsxv3.common.synchronization [req-a37aebd4-51b9-40bd-81d2-0a7862fb2e99 req-49052a6d-8c6b-470c-b4c2-2e09df6b620d tempest-ServerAddressesNegativeTestJSON-1453073270 tempest-ServerAddressesNegativeTestJSON-1453073270-project-member] Enqueued Resource ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 with Priority: HIGHEST for action security_group_members [ 867.743787] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 with Priority: HIGHEST for action security_group_members [ 867.744034] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f09a2edc-1274-46cf-b6f8-5b03006a52f3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.744034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.744132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.744467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.744547] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.744638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.744698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.744849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.744935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.745040] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f09a2edc-1274-46cf-b6f8-5b03006a52f3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.961994] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7d4dd61-2262-4250-a564-778b43661f1e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.039330] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 in Status: SUCCESS [ 868.039516] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 deletion is rescheduled due to dependency. [ 868.039635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.247606] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.247813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.247813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.248024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.248124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.248385] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.248514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.248578] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.248737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.248808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.248964] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 is going to be updated. [ 868.274505] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.274682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.274725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.274918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.275079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.284818] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 in Status: IN_PROGRESS for 2s [ 868.464957] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7d4dd61-2262-4250-a564-778b43661f1e: rpc.has_security_group_logging(os_id): False [ 868.488205] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.488205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.488205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.488205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.488205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.488205] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.488205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.488205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.488205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.488205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.488205] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7d4dd61-2262-4250-a564-778b43661f1e is going to be created. [ 868.551419] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.551601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.551671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.551888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.552364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.565734] env[66687]: INFO networking_nsxv3.common.synchronization [req-ed64f51b-7028-4f51-a829-1c25f5f245ae req-e00bd197-59ea-4017-9886-0c2a4a63b0ab tempest-ListImageFiltersTestJSON-1899649916 tempest-ListImageFiltersTestJSON-1899649916-project-member] Enqueued Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 868.568824] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7d4dd61-2262-4250-a564-778b43661f1e in Status: IN_PROGRESS for 2s [ 868.569727] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGHEST for action security_group_members [ 868.569727] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.569902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.569902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.570131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.570289] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.571626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.571626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.571626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.571626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.571626] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.075168] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.075168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.075168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.075168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.075168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.075168] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.075569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.075569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.075569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.075569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.075569] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e is going to be updated. [ 869.107210] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.107411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.107488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.107701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.107957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.117787] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: IN_PROGRESS for 2s [ 870.296050] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 in Status: SUCCESS [ 870.296438] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 deletion is rescheduled due to dependency. [ 870.296438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.581269] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7d4dd61-2262-4250-a564-778b43661f1e in Status: SUCCESS [ 870.581269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.128950] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e in Status: SUCCESS [ 871.128950] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e deletion is rescheduled due to dependency. [ 871.128950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.570402] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 873.570882] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 876.606185] env[66687]: INFO networking_nsxv3.common.synchronization [req-3cd31e07-5d41-4451-a090-3de56b6d3930 req-511e7785-f2a4-4ba5-86e0-7780d11fbcfe tempest-ImagesTestJSON-181902845 tempest-ImagesTestJSON-181902845-project-member] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 876.607081] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 876.607517] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.607654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.607738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.607916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.608075] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.608174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.608237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.608379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.608463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.608558] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.954457] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.954679] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.954805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.955079] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.955336] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.955490] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.955603] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.955812] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.955970] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.956222] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.956335] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.956443] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.956559] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.956664] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.956765] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.956889] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.978566] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.978766] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.978904] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.979088] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.979434] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-6d9d354d-f78a-43e6-8e7d-7579279bf48b taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.979567] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-6d9d354d-f78a-43e6-8e7d-7579279bf48b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.979689] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-6d9d354d-f78a-43e6-8e7d-7579279bf48b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.979995] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-6d9d354d-f78a-43e6-8e7d-7579279bf48b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.980155] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9d354d-f78a-43e6-8e7d-7579279bf48b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.113024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.113024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.113024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.113024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.113024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.113024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.113024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.113024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.113024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.113024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.113024] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 877.139579] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.139741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.139812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.140040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.140486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.151050] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 877.482809] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.483056] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.483222] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.483595] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.483797] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.483964] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 6d9d354d-f78a-43e6-8e7d-7579279bf48b not found, creating... [ 877.484242] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.484423] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.484617] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.484854] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.485015] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.485428] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.485593] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.485713] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.485959] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.486305] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.486305] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 6d9d354d-f78a-43e6-8e7d-7579279bf48b is going to be created. [ 877.509422] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.509663] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.509772] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.510132] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.510372] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.510609] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-6d9d354d-f78a-43e6-8e7d-7579279bf48b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.058027] env[66687]: INFO networking_nsxv3.common.synchronization [req-e922304c-9c3f-4045-9cda-3ed5f73e7bb9 req-adb16862-79b6-4c86-b678-2bb4356bb309 tempest-ServersTestBootFromVolume-716074512 tempest-ServersTestBootFromVolume-716074512-project-member] Enqueued Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_members [ 878.058850] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 with Priority: HIGHEST for action security_group_members [ 878.058952] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.059119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.059195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.059395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.059552] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.059690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.059749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.059847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.059930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.060046] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958fa7fd-7edc-46ad-98b3-5b7a7aa605d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.328287] env[66687]: INFO networking_nsxv3.common.synchronization [req-3cd31e07-5d41-4451-a090-3de56b6d3930 req-4f64a678-ab60-40bf-84ed-11abcb5a03bd service nova] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_rules [ 878.328287] env[66687]: INFO networking_nsxv3.common.synchronization [req-3cd31e07-5d41-4451-a090-3de56b6d3930 req-4f64a678-ab60-40bf-84ed-11abcb5a03bd service nova] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 878.328287] env[66687]: INFO networking_nsxv3.common.synchronization [req-3cd31e07-5d41-4451-a090-3de56b6d3930 req-4f64a678-ab60-40bf-84ed-11abcb5a03bd service nova] Enqueued Resource ID: 6d9d354d-f78a-43e6-8e7d-7579279bf48b with Priority: HIGHEST for action port [ 878.328287] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_rules [ 878.329355] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 878.329733] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9d354d-f78a-43e6-8e7d-7579279bf48b with Priority: HIGHEST for action port [ 878.330269] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.330514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.330571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.330799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.330922] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.332279] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.332440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.335197] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d9d354d-f78a-43e6-8e7d-7579279bf48b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.335333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d9d354d-f78a-43e6-8e7d-7579279bf48b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.335405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d9d354d-f78a-43e6-8e7d-7579279bf48b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.335607] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d9d354d-f78a-43e6-8e7d-7579279bf48b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.336183] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9d354d-f78a-43e6-8e7d-7579279bf48b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.562105] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.562277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.562325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.564074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.564074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.564074] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.564074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.564074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.564074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.564074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.564074] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 is going to be updated. [ 878.594555] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.596664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.596664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.596664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.596664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.606521] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 in Status: IN_PROGRESS for 2s [ 878.617086] env[66687]: INFO networking_nsxv3.common.synchronization [req-217d434a-db20-4a6f-81c9-8debe2ab4865 req-cb6914c8-a088-4663-87f9-568da8bc94d3 tempest-ServersWithSpecificFlavorTestJSON-474850466 tempest-ServersWithSpecificFlavorTestJSON-474850466-project-member] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 878.617695] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGHEST for action security_group_members [ 878.618011] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.618459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.618560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.618739] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.619056] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.619056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.619056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.619358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.619358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.619358] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.839485] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.839485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.839485] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d9d354d-f78a-43e6-8e7d-7579279bf48b with status ACTIVE [ 878.839485] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.839485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.839485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.839485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.839485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.839485] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.839485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.839485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.840261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.840261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.840261] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.840261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.840261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.840528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.840564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.842667] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d9d354d-f78a-43e6-8e7d-7579279bf48b is going to be updated. [ 878.865694] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.865694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.865694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.865953] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.866051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.866242] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d9d354d-f78a-43e6-8e7d-7579279bf48b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.124405] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.124405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.124405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.124405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.124405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.124405] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.124405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.124405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.124405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.124405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.124405] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b is going to be updated. [ 879.154849] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.155049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.155108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.155306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.155431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.165628] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: IN_PROGRESS for 2s [ 879.166368] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 879.166682] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 deletion is rescheduled due to dependency. [ 879.166869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.167050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.167408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.167576] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.167576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.167663] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.167759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.167840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.167932] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.670673] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.947636] env[66687]: INFO networking_nsxv3.common.synchronization [None req-9e062fa6-fd68-440b-9eec-f07b517ea25d tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_rules [ 879.948209] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_rules [ 879.948691] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f493fe-509f-4096-8896-a53439bdeb90 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.948894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.949027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.949368] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.949549] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.061905] env[66687]: INFO networking_nsxv3.common.synchronization [None req-4e01705a-1981-462c-a017-940c37d43441 tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_rules [ 880.064705] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_rules [ 880.064705] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f493fe-509f-4096-8896-a53439bdeb90 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.064705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.173716] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.284750] env[66687]: INFO networking_nsxv3.common.synchronization [req-f1e1f6ce-817b-4d1c-b42c-b99e5205022c req-ee67e73b-ca91-4048-bd72-3cfe50729af8 tempest-MultipleCreateTestJSON-325855616 tempest-MultipleCreateTestJSON-325855616-project-member] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 880.285425] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 880.285804] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.285946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.285997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.286298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.286906] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.287078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.287161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.287413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.287559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.287714] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.471786] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.471786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.471786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.471786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.471786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.471786] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f493fe-509f-4096-8896-a53439bdeb90 already deleted. [ 880.471786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.471786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.471786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.471786] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.623070] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 in Status: SUCCESS [ 880.623234] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958fa7fd-7edc-46ad-98b3-5b7a7aa605d5 deletion is rescheduled due to dependency. [ 880.623371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958fa7fd-7edc-46ad-98b3-5b7a7aa605d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.672712] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.672918] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.673053] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.673412] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.673793] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.673985] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.676046] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.676319] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.677735] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.677980] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.678708] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.678708] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.678708] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.678708] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.678708] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.678708] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.680565] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.680685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.680752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.680937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.681030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.681122] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 880.702746] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.702914] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.703066] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.703240] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.703744] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-3dabb8ac-39ac-4f9c-b7ce-792aaf694388 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.703977] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-3dabb8ac-39ac-4f9c-b7ce-792aaf694388" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.704193] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-3dabb8ac-39ac-4f9c-b7ce-792aaf694388" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.704953] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-3dabb8ac-39ac-4f9c-b7ce-792aaf694388" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.704953] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dabb8ac-39ac-4f9c-b7ce-792aaf694388',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.720516] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.720746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.720874] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.721197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.721424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.732761] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 880.790204] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.790439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.790538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.790774] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.790885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.791243] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.791243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.791391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.791507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.791565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.791633] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 already deleted. [ 880.791720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.991510] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.992402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.992402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.992402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.992402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.992402] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f493fe-509f-4096-8896-a53439bdeb90 already deleted. [ 880.992402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.177207] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b in Status: SUCCESS [ 881.177455] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b deletion is rescheduled due to dependency. [ 881.177523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.208092] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.208359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.208520] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.208761] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.208911] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.209270] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 3dabb8ac-39ac-4f9c-b7ce-792aaf694388 not found, creating... [ 881.209535] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.209887] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.210166] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.210433] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.210605] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.211110] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.211322] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.211473] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.211730] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.211956] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.212106] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 3dabb8ac-39ac-4f9c-b7ce-792aaf694388 is going to be created. [ 881.235077] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.235077] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.235077] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.235077] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.235648] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.235959] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-3dabb8ac-39ac-4f9c-b7ce-792aaf694388" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.924711] env[66687]: INFO networking_nsxv3.common.synchronization [req-f1e1f6ce-817b-4d1c-b42c-b99e5205022c req-0306a8c1-01f6-41c2-88b9-e591aa2ce979 service nova] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_rules [ 881.924897] env[66687]: INFO networking_nsxv3.common.synchronization [req-f1e1f6ce-817b-4d1c-b42c-b99e5205022c req-0306a8c1-01f6-41c2-88b9-e591aa2ce979 service nova] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 881.925127] env[66687]: INFO networking_nsxv3.common.synchronization [req-f1e1f6ce-817b-4d1c-b42c-b99e5205022c req-0306a8c1-01f6-41c2-88b9-e591aa2ce979 service nova] Enqueued Resource ID: 3dabb8ac-39ac-4f9c-b7ce-792aaf694388 with Priority: HIGHEST for action port [ 881.925668] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_rules [ 881.925818] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 881.925910] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dabb8ac-39ac-4f9c-b7ce-792aaf694388 with Priority: HIGHEST for action port [ 881.926212] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.926337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.926396] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.926669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.926757] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.927719] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.927864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.928931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.929169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.929333] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.929438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.929505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.929662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.929749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.929840] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.930649] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dabb8ac-39ac-4f9c-b7ce-792aaf694388 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.930765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dabb8ac-39ac-4f9c-b7ce-792aaf694388" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.930875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dabb8ac-39ac-4f9c-b7ce-792aaf694388" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.931063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dabb8ac-39ac-4f9c-b7ce-792aaf694388" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.931175] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dabb8ac-39ac-4f9c-b7ce-792aaf694388',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.433236] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.433627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.434256] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.435180] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3dabb8ac-39ac-4f9c-b7ce-792aaf694388 with status ACTIVE [ 882.435397] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.435583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.435583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.435827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.435925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.436161] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.436269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.436358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.436554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.436716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.436910] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.437023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.437613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.437815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.437924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.438212] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3dabb8ac-39ac-4f9c-b7ce-792aaf694388 is going to be updated. [ 882.476081] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.476260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.476320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.476804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.476804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.476904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dabb8ac-39ac-4f9c-b7ce-792aaf694388" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.639701] env[66687]: INFO networking_nsxv3.common.synchronization [req-f1e1f6ce-817b-4d1c-b42c-b99e5205022c req-cdbf103c-22bf-4e2c-92be-e1a500587731 tempest-MultipleCreateTestJSON-325855616 tempest-MultipleCreateTestJSON-325855616-project-member] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 882.639701] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 882.639701] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.639924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.749281] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 882.749849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.750059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.750287] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.750487] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.750625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.750672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.750826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.750910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.750995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.751103] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.940824] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.965842] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.966099] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.966238] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.966576] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.966865] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.967036] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.967185] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.967458] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.967629] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.967859] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.967982] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.968112] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.968228] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.968357] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.968460] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.968631] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.994503] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.994713] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.994904] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.995098] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.995476] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-a9b2eebb-4ba6-4479-8753-5f176c93d5f8 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.995716] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-a9b2eebb-4ba6-4479-8753-5f176c93d5f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.995847] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-a9b2eebb-4ba6-4479-8753-5f176c93d5f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.996322] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-a9b2eebb-4ba6-4479-8753-5f176c93d5f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.996488] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b2eebb-4ba6-4479-8753-5f176c93d5f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.253660] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.253839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.253921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.254153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.254325] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.254430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.254498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.254677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.254802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.254852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.254982] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.255087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.255148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.255288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.255426] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.255515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.255576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.255726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.255803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.255922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.256008] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.446451] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.446719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.446719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.447042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.447042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.447127] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be created. [ 883.474187] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.474354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.474807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.474807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.474807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.483369] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: UNINITIALIZED for 2s [ 883.499837] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.500089] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.500228] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.500716] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.500961] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.501132] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port a9b2eebb-4ba6-4479-8753-5f176c93d5f8 not found, creating... [ 883.501392] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.501571] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.501687] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.501913] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.502060] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.502340] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.502492] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.502606] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.502808] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.502937] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.503084] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: a9b2eebb-4ba6-4479-8753-5f176c93d5f8 is going to be created. [ 883.525431] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.525647] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.525771] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.526059] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.526354] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.526598] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-a9b2eebb-4ba6-4479-8753-5f176c93d5f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.758733] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b5fba27-0d32-431b-94fa-c236ca3a6d35: rpc.has_security_group_logging(os_id): False [ 883.776952] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.777126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.777201] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.777409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.777502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.777680] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.777778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.777838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.777986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.778075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.778256] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.778351] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.778413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.778591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.778622] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.778877] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.778993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.779091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.779220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.779296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.779381] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 883.855599] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.855762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.855831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.856245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.856417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.873897] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 884.267206] env[66687]: INFO networking_nsxv3.common.synchronization [req-f1e1f6ce-817b-4d1c-b42c-b99e5205022c req-ccd14d45-6fda-40db-97d2-361064ab74e9 service nova] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_rules [ 884.267206] env[66687]: INFO networking_nsxv3.common.synchronization [req-f1e1f6ce-817b-4d1c-b42c-b99e5205022c req-ccd14d45-6fda-40db-97d2-361064ab74e9 service nova] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 884.267206] env[66687]: INFO networking_nsxv3.common.synchronization [req-f1e1f6ce-817b-4d1c-b42c-b99e5205022c req-ccd14d45-6fda-40db-97d2-361064ab74e9 service nova] Enqueued Resource ID: a9b2eebb-4ba6-4479-8753-5f176c93d5f8 with Priority: HIGHEST for action port [ 884.267206] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_rules [ 884.267206] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 884.267206] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b2eebb-4ba6-4479-8753-5f176c93d5f8 with Priority: HIGHEST for action port [ 884.267558] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.267762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.268336] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.268597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.268872] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9b2eebb-4ba6-4479-8753-5f176c93d5f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.270016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9b2eebb-4ba6-4479-8753-5f176c93d5f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.270188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9b2eebb-4ba6-4479-8753-5f176c93d5f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.270458] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9b2eebb-4ba6-4479-8753-5f176c93d5f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.270618] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b2eebb-4ba6-4479-8753-5f176c93d5f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.773304] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9b2eebb-4ba6-4479-8753-5f176c93d5f8 with status ACTIVE [ 884.773622] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.773696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.773770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.773974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.774070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.774272] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.774359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.774426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.774588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.774658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.774870] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.774959] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.775040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.775175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.775262] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.775332] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9b2eebb-4ba6-4479-8753-5f176c93d5f8 is going to be updated. [ 884.797896] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.798079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.798154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.798571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.798571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.798665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9b2eebb-4ba6-4479-8753-5f176c93d5f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.240894] env[66687]: INFO networking_nsxv3.common.synchronization [req-9a5bad54-d528-4206-b676-1ec6b5bb4040 req-3a2bb45c-c6ac-48a7-9b94-a6df02e1a0ab tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 885.242050] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 885.242050] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.242050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.242050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.242252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.242347] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.242450] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.242503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.242650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.242728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.243582] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.499451] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 885.499451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.499451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.499451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.500188] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.500188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.500188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.500188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.500445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.500445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.500445] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.502427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.502616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.502796] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.502910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.502976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.504892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.504892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.504892] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.680354] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.681330] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.681330] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.681330] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.681816] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.682115] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.682383] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.685614] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.685614] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.685614] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.685614] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.685614] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.685614] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.685614] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.685614] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.685614] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.703509] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.703509] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.703509] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.703509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.703509] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-c472bb4f-520f-4f09-9e0e-e05da2ddbda1 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.703509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-c472bb4f-520f-4f09-9e0e-e05da2ddbda1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.703509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-c472bb4f-520f-4f09-9e0e-e05da2ddbda1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.704712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-c472bb4f-520f-4f09-9e0e-e05da2ddbda1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.705446] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c472bb4f-520f-4f09-9e0e-e05da2ddbda1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.745094] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.745094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.745094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.745358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.745411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.745611] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.745720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.745777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.745923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.745998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.746106] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 already deleted. [ 885.746200] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.892990] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 885.893332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.008216] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.008216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.008216] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.207706] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.208072] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.208141] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.208546] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.208546] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.208848] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port c472bb4f-520f-4f09-9e0e-e05da2ddbda1 not found, creating... [ 886.209253] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.209354] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.209467] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.209702] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.209865] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.210204] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.210326] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.210444] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.210650] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.210778] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.210913] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: c472bb4f-520f-4f09-9e0e-e05da2ddbda1 is going to be created. [ 886.231804] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.231804] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.231979] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.233029] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.233293] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.233793] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-c472bb4f-520f-4f09-9e0e-e05da2ddbda1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.509923] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.931267] env[66687]: INFO networking_nsxv3.common.synchronization [req-9a5bad54-d528-4206-b676-1ec6b5bb4040 req-df3c6c7c-f0a3-424c-b277-53911bebecec service nova] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_rules [ 886.931267] env[66687]: INFO networking_nsxv3.common.synchronization [req-9a5bad54-d528-4206-b676-1ec6b5bb4040 req-df3c6c7c-f0a3-424c-b277-53911bebecec service nova] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 886.931267] env[66687]: INFO networking_nsxv3.common.synchronization [req-9a5bad54-d528-4206-b676-1ec6b5bb4040 req-df3c6c7c-f0a3-424c-b277-53911bebecec service nova] Enqueued Resource ID: c472bb4f-520f-4f09-9e0e-e05da2ddbda1 with Priority: HIGHEST for action port [ 886.931267] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_rules [ 886.931267] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 886.931267] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c472bb4f-520f-4f09-9e0e-e05da2ddbda1 with Priority: HIGHEST for action port [ 886.931267] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.931267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.931267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.934221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.934621] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.936724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.937739] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.937739] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.937894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.938048] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.938160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.938227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.938390] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.938476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.938570] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.941103] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c472bb4f-520f-4f09-9e0e-e05da2ddbda1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.941103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c472bb4f-520f-4f09-9e0e-e05da2ddbda1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.941231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c472bb4f-520f-4f09-9e0e-e05da2ddbda1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.941307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c472bb4f-520f-4f09-9e0e-e05da2ddbda1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.941386] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c472bb4f-520f-4f09-9e0e-e05da2ddbda1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.012152] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.012352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.012352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.012570] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.012653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.012749] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 887.040556] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.040556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.040556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.040760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.040885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.052572] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 887.447023] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.447023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.447023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.447023] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c472bb4f-520f-4f09-9e0e-e05da2ddbda1 with status ACTIVE [ 887.447023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.447023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.447023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.447023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.447023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.447708] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.447708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.447708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.447877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.447939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.448167] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.448266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.448318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.448476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.448561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.448645] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c472bb4f-520f-4f09-9e0e-e05da2ddbda1 is going to be updated. [ 887.478509] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.478815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.478815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.478935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.479094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.479259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c472bb4f-520f-4f09-9e0e-e05da2ddbda1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.951505] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.457361] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.457557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.457646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.457921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.458053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.458188] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 is going to be created. [ 888.483606] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.483780] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.483882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.484080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.484225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.496408] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: UNINITIALIZED for 2s [ 889.070375] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 889.070375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.071955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.071955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.071955] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.071955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.071955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.071955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.071955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.071955] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.574774] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.079315] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.177478] env[66687]: INFO networking_nsxv3.common.synchronization [None req-3e287454-526d-421a-acff-195c6ef08a8b None None] Enqueued Resource ID: bc7f4cb3-d075-4289-be6e-a775d4224c12 with Priority: HIGHEST for action port [ 890.178111] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7f4cb3-d075-4289-be6e-a775d4224c12 with Priority: HIGHEST for action port [ 890.178450] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc7f4cb3-d075-4289-be6e-a775d4224c12 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.178574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc7f4cb3-d075-4289-be6e-a775d4224c12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.178661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc7f4cb3-d075-4289-be6e-a775d4224c12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.178922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc7f4cb3-d075-4289-be6e-a775d4224c12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.179014] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc7f4cb3-d075-4289-be6e-a775d4224c12',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.510401] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: SUCCESS [ 890.510869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.511205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.511554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.511881] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.512261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.513949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.513949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.513949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.513949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.513949] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.582416] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.582655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.582655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.582875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.582959] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.583600] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 890.622090] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.622090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.622090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.622346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.622346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.634532] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 890.681296] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc7f4cb3-d075-4289-be6e-a775d4224c12 [ 890.682960] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.682960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.682960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.682960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.682960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.682960] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc7f4cb3-d075-4289-be6e-a775d4224c12 already deleted. [ 890.682960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc7f4cb3-d075-4289-be6e-a775d4224c12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.776869] env[66687]: INFO networking_nsxv3.common.synchronization [req-c22126a2-f9b1-4344-b6a2-32acb9ebc8da req-863f5268-d3ab-4376-b243-875409fa4018 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_members [ 890.777841] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_members [ 890.778363] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.778703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.778909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.779751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.780049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.780267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.780385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.780691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.780856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.781028] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3adbb3a6-6cc6-4d3e-addc-afa4bda083a9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.015343] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.288022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.288022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.288022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.288022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.288022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.288022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.288022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.288022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.288022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.288022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.288022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 already deleted. [ 891.288022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.517869] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80b1b9cf-e80f-432a-887f-ed5a7079e4f2: rpc.has_security_group_logging(os_id): False [ 891.537576] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.540485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.540485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.540485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.540485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.540485] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.540485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.540485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.540485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.540485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.540485] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 is going to be created. [ 891.601806] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.601981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.602096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.602350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.602594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.614620] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: IN_PROGRESS for 2s [ 892.035758] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.035971] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.036115] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.036382] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.036634] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.036788] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.036900] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.037133] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.037270] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.037471] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.037578] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.037683] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.037785] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.037889] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.037985] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.038133] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.058208] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.058406] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.058570] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.058782] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.059171] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-c97f2572-e3c0-4b1e-a11a-2ba33dffe71d taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.059543] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-c97f2572-e3c0-4b1e-a11a-2ba33dffe71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.059543] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-c97f2572-e3c0-4b1e-a11a-2ba33dffe71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.059805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-c97f2572-e3c0-4b1e-a11a-2ba33dffe71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.059956] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c97f2572-e3c0-4b1e-a11a-2ba33dffe71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.152550] env[66687]: INFO networking_nsxv3.common.synchronization [None req-b1e768d9-2045-4499-b7f9-42f504b64a74 None None] Enqueued Resource ID: ae72555e-7428-49fb-bd45-38b2a640507c with Priority: HIGHEST for action port [ 892.153058] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae72555e-7428-49fb-bd45-38b2a640507c with Priority: HIGHEST for action port [ 892.153389] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae72555e-7428-49fb-bd45-38b2a640507c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.153661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae72555e-7428-49fb-bd45-38b2a640507c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.153661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae72555e-7428-49fb-bd45-38b2a640507c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.154146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae72555e-7428-49fb-bd45-38b2a640507c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.154235] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae72555e-7428-49fb-bd45-38b2a640507c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.338308] env[66687]: INFO networking_nsxv3.common.synchronization [None req-a164b411-fb0d-4dbb-865c-2d39a3de1a0c None None] Enqueued Resource ID: 1dbf5e64-dd16-4d60-92a5-6dae609d11f3 with Priority: HIGHEST for action port [ 892.338308] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dbf5e64-dd16-4d60-92a5-6dae609d11f3 with Priority: HIGHEST for action port [ 892.338308] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dbf5e64-dd16-4d60-92a5-6dae609d11f3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.338308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dbf5e64-dd16-4d60-92a5-6dae609d11f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.338308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dbf5e64-dd16-4d60-92a5-6dae609d11f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.338937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dbf5e64-dd16-4d60-92a5-6dae609d11f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.339146] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dbf5e64-dd16-4d60-92a5-6dae609d11f3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.562887] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.563163] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.563295] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.563641] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.563891] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.563949] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port c97f2572-e3c0-4b1e-a11a-2ba33dffe71d not found, creating... [ 892.564250] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.564805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.564961] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.565226] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.565731] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.566164] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.566350] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.566637] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.566893] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.567110] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.567195] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: c97f2572-e3c0-4b1e-a11a-2ba33dffe71d is going to be created. [ 892.589726] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.589861] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.589993] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.590312] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.590549] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.590848] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-c97f2572-e3c0-4b1e-a11a-2ba33dffe71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.646953] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 892.647212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.647404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.647674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.647962] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.648155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.648235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.648451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.648541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.648647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.648879] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.649021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.651476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.651669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.651836] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.651946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.652037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.652168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.652250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.652333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.652437] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.660087] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae72555e-7428-49fb-bd45-38b2a640507c [ 892.660313] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.660452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.660522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.660764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.660856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.660969] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae72555e-7428-49fb-bd45-38b2a640507c already deleted. [ 892.661067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae72555e-7428-49fb-bd45-38b2a640507c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.841877] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dbf5e64-dd16-4d60-92a5-6dae609d11f3 [ 892.842397] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.842397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.842397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.842925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.842925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.842925] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dbf5e64-dd16-4d60-92a5-6dae609d11f3 already deleted. [ 892.842925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dbf5e64-dd16-4d60-92a5-6dae609d11f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.158378] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2: rpc.has_security_group_logging(os_id): False [ 893.180198] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.180376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.180441] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.180619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.180710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.180928] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.181091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.181194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.181364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.181552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.181948] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.182161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.182377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.182446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.183493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.183493] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.183493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.183493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.183493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.183910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.183910] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be created. [ 893.255034] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.257655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.257655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.257655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.257655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.271566] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 893.431880] env[66687]: INFO networking_nsxv3.common.synchronization [req-c22126a2-f9b1-4344-b6a2-32acb9ebc8da req-b81eaa12-e806-49e9-ab60-fff1a6434adc service nova] Enqueued Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_rules [ 893.431880] env[66687]: INFO networking_nsxv3.common.synchronization [req-c22126a2-f9b1-4344-b6a2-32acb9ebc8da req-b81eaa12-e806-49e9-ab60-fff1a6434adc service nova] Enqueued Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_members [ 893.432310] env[66687]: INFO networking_nsxv3.common.synchronization [req-c22126a2-f9b1-4344-b6a2-32acb9ebc8da req-b81eaa12-e806-49e9-ab60-fff1a6434adc service nova] Enqueued Resource ID: c97f2572-e3c0-4b1e-a11a-2ba33dffe71d with Priority: HIGHEST for action port [ 893.432730] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_rules [ 893.433216] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_members [ 893.433216] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97f2572-e3c0-4b1e-a11a-2ba33dffe71d with Priority: HIGHEST for action port [ 893.433864] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.433864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.433864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.433864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.434123] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3adbb3a6-6cc6-4d3e-addc-afa4bda083a9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.435133] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.435574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.435574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.435697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.444378] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.444378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.444378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.444378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.444378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.444378] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3adbb3a6-6cc6-4d3e-addc-afa4bda083a9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.444378] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c97f2572-e3c0-4b1e-a11a-2ba33dffe71d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.444378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c97f2572-e3c0-4b1e-a11a-2ba33dffe71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.444378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c97f2572-e3c0-4b1e-a11a-2ba33dffe71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.444378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c97f2572-e3c0-4b1e-a11a-2ba33dffe71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.444378] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c97f2572-e3c0-4b1e-a11a-2ba33dffe71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.636800] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: SUCCESS [ 893.637289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.722259] env[66687]: INFO networking_nsxv3.common.synchronization [None req-7926bc46-ade3-44d3-a1ea-c29b3ae07eae tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_rules [ 893.722804] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_rules [ 893.723215] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e199b796-8ddc-45ab-8306-b89a95417718 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.723290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.723290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.723593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.723687] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e199b796-8ddc-45ab-8306-b89a95417718',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.913688] env[66687]: INFO networking_nsxv3.common.synchronization [None req-fdf4b496-8731-4a48-86d4-47959694f7fe tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_rules [ 893.914348] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_rules [ 893.914571] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e199b796-8ddc-45ab-8306-b89a95417718 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.914659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.950572] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.951388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.951720] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3adbb3a6-6cc6-4d3e-addc-afa4bda083a9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.954544] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c97f2572-e3c0-4b1e-a11a-2ba33dffe71d with status ACTIVE [ 893.954716] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.956430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.956430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.956430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.956643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.956768] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.962108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.962187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.962398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.962531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.962829] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.963061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.963061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.963301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.963347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.963654] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c97f2572-e3c0-4b1e-a11a-2ba33dffe71d is going to be updated. [ 893.989440] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.989601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.989658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.989951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.990133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.990320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c97f2572-e3c0-4b1e-a11a-2ba33dffe71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.249986] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.249986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.249986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.249986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.249986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.249986] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e199b796-8ddc-45ab-8306-b89a95417718 already deleted. [ 894.249986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.249986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.249986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.249986] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e199b796-8ddc-45ab-8306-b89a95417718',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.454869] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3adbb3a6-6cc6-4d3e-addc-afa4bda083a9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.707643] env[66687]: INFO networking_nsxv3.common.synchronization [None req-1bad787c-c610-4583-8865-86cfa94fc60c None None] Enqueued Resource ID: 97afc783-9330-4e0d-b975-a601770c57bc with Priority: HIGHEST for action port [ 894.708488] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97afc783-9330-4e0d-b975-a601770c57bc with Priority: HIGHEST for action port [ 894.708937] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-97afc783-9330-4e0d-b975-a601770c57bc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.710249] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97afc783-9330-4e0d-b975-a601770c57bc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.710412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97afc783-9330-4e0d-b975-a601770c57bc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.711428] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97afc783-9330-4e0d-b975-a601770c57bc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.711428] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97afc783-9330-4e0d-b975-a601770c57bc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.772888] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.773110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.773207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.773969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.773969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.773969] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e199b796-8ddc-45ab-8306-b89a95417718 already deleted. [ 894.774131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.957085] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.957281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.957357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.957571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.957670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.957869] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 is going to be created. [ 894.984183] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.984654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.984654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.984654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.984825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.998246] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 in Status: UNINITIALIZED for 2s [ 895.213546] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97afc783-9330-4e0d-b975-a601770c57bc [ 895.213546] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.213546] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.213692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.213872] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.213964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.214096] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97afc783-9330-4e0d-b975-a601770c57bc already deleted. [ 895.214180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97afc783-9330-4e0d-b975-a601770c57bc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.289338] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 895.289338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.289338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.289338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.289338] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.792713] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.793072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.793145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.793446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.793687] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.793806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.793874] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.794077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.794850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.794850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.794850] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.297585] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.299957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.300111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.300418] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.300728] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.300851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.300917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.301105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.301185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.301274] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.301428] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.301635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.301635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.301792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.302875] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.302875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.302875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.302875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.302875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.302875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.302875] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.809592] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2: rpc.has_security_group_logging(os_id): False [ 896.831973] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.831973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.831973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.831973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.831973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.831973] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.831973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.831973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.831973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.832511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.832511] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.832511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.832511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.832621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.832621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.833020] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.833191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.833191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.833513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.833513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.833513] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 896.927598] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.928132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.929903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.929903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.929903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.941197] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 897.014356] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 in Status: SUCCESS [ 897.014660] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.014849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.015112] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.015361] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.015453] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.015540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.015658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.015760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.015846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.015974] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3adbb3a6-6cc6-4d3e-addc-afa4bda083a9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.448841] env[66687]: INFO networking_nsxv3.common.synchronization [None req-ffcdcd26-ffec-487b-b135-1d9605ca9301 None None] Enqueued Resource ID: 9a8cbf8d-b75f-44f9-9136-cbfeccf540f1 with Priority: HIGHEST for action port [ 897.449935] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8cbf8d-b75f-44f9-9136-cbfeccf540f1 with Priority: HIGHEST for action port [ 897.450894] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a8cbf8d-b75f-44f9-9136-cbfeccf540f1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.451058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a8cbf8d-b75f-44f9-9136-cbfeccf540f1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.451161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a8cbf8d-b75f-44f9-9136-cbfeccf540f1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.452203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a8cbf8d-b75f-44f9-9136-cbfeccf540f1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.452203] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a8cbf8d-b75f-44f9-9136-cbfeccf540f1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.521185] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3adbb3a6-6cc6-4d3e-addc-afa4bda083a9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.957466] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a8cbf8d-b75f-44f9-9136-cbfeccf540f1 [ 897.957835] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.957835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.958022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.958159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.958281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.958366] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a8cbf8d-b75f-44f9-9136-cbfeccf540f1 already deleted. [ 897.958422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a8cbf8d-b75f-44f9-9136-cbfeccf540f1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.024938] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9: rpc.has_security_group_logging(os_id): False [ 898.051294] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.051525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.051635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.051958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.052124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.052530] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.052683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.052801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.053142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.053290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.053429] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 is going to be created. [ 898.146397] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.146644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.146740] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.147083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.147333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.163101] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 in Status: IN_PROGRESS for 2s [ 898.957713] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 898.957713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.794310] env[66687]: INFO networking_nsxv3.common.synchronization [req-803fedf5-1376-457e-90a3-8783b54e38cb req-ed59efc4-0e2a-4e1e-84f8-3b3f744d9b6b tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_members [ 899.795642] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_members [ 899.796104] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f493fe-509f-4096-8896-a53439bdeb90 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.796363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.796363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.796818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.796818] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.797017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.797017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.797127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.797240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.797341] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.198229] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 in Status: SUCCESS [ 900.198417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.302842] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.302842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.302842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.302842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.302842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.302842] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.302842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.302842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.302842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.302842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.302842] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f493fe-509f-4096-8896-a53439bdeb90 already deleted. [ 900.302842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.498403] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.498403] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.498403] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.498403] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.498403] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.498695] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.498695] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.498938] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.498993] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.499224] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.499345] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.499538] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.499572] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.499664] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.499767] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.499924] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.526062] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.526272] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.526427] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.526597] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.526964] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-f7a52ae1-971d-4c32-b364-aceb553ffd9b taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.527176] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-f7a52ae1-971d-4c32-b364-aceb553ffd9b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.527346] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-f7a52ae1-971d-4c32-b364-aceb553ffd9b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.527647] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-f7a52ae1-971d-4c32-b364-aceb553ffd9b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.531210] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a52ae1-971d-4c32-b364-aceb553ffd9b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.034171] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.034569] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.034779] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.035230] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.035495] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.035756] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port f7a52ae1-971d-4c32-b364-aceb553ffd9b not found, creating... [ 901.036192] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.036467] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.036678] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.037169] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.037472] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.037993] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.038337] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.038613] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.038879] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.039036] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.039283] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: f7a52ae1-971d-4c32-b364-aceb553ffd9b is going to be created. [ 901.065507] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.065733] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.065860] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.066195] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.066458] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.066698] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-f7a52ae1-971d-4c32-b364-aceb553ffd9b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.231354] env[66687]: INFO networking_nsxv3.common.synchronization [None req-8537840d-4863-4e5b-8e7e-1a18a8c9f998 None None] Enqueued Resource ID: ea0d5d00-8ff7-422d-a33a-07646bd986ef with Priority: HIGHEST for action port [ 901.231956] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0d5d00-8ff7-422d-a33a-07646bd986ef with Priority: HIGHEST for action port [ 901.232365] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea0d5d00-8ff7-422d-a33a-07646bd986ef taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.232501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea0d5d00-8ff7-422d-a33a-07646bd986ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.232569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea0d5d00-8ff7-422d-a33a-07646bd986ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.232844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea0d5d00-8ff7-422d-a33a-07646bd986ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.233705] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea0d5d00-8ff7-422d-a33a-07646bd986ef',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.730477] env[66687]: INFO networking_nsxv3.common.synchronization [req-45761681-a2ed-4cb5-a1b1-c3130c1601d7 req-5ebf5bd3-7527-492e-95d5-b4635c3f6baa tempest-MultipleCreateTestJSON-325855616 tempest-MultipleCreateTestJSON-325855616-project-member] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 901.730477] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 901.730477] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.730477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.730477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.730759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.730843] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.730993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.731440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.731721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.731920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.731920] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.738327] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea0d5d00-8ff7-422d-a33a-07646bd986ef [ 901.738552] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.738712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.738776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.738981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.743027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.743027] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea0d5d00-8ff7-422d-a33a-07646bd986ef already deleted. [ 901.743027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea0d5d00-8ff7-422d-a33a-07646bd986ef" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.806546] env[66687]: INFO networking_nsxv3.common.synchronization [req-803fedf5-1376-457e-90a3-8783b54e38cb req-60e78860-2946-42d4-84bb-33224a8a0342 service nova] Enqueued Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_rules [ 901.806546] env[66687]: INFO networking_nsxv3.common.synchronization [req-803fedf5-1376-457e-90a3-8783b54e38cb req-60e78860-2946-42d4-84bb-33224a8a0342 service nova] Enqueued Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_members [ 901.806755] env[66687]: INFO networking_nsxv3.common.synchronization [req-803fedf5-1376-457e-90a3-8783b54e38cb req-60e78860-2946-42d4-84bb-33224a8a0342 service nova] Enqueued Resource ID: f7a52ae1-971d-4c32-b364-aceb553ffd9b with Priority: HIGHEST for action port [ 901.807457] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_rules [ 901.807981] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_members [ 901.807981] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a52ae1-971d-4c32-b364-aceb553ffd9b with Priority: HIGHEST for action port [ 901.808272] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f493fe-509f-4096-8896-a53439bdeb90 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.808666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.808666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.808909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.808909] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.810110] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f493fe-509f-4096-8896-a53439bdeb90 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.810202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.810306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.810880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.810880] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.810880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.810880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.811820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.811820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.811820] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.812459] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7a52ae1-971d-4c32-b364-aceb553ffd9b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.812521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7a52ae1-971d-4c32-b364-aceb553ffd9b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.812619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7a52ae1-971d-4c32-b364-aceb553ffd9b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.812802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7a52ae1-971d-4c32-b364-aceb553ffd9b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.812912] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a52ae1-971d-4c32-b364-aceb553ffd9b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.235626] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.312412] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.313972] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.313972] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.313972] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.314158] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.314445] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.314695] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.316065] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.316065] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.316065] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.316220] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.316382] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.316622] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.316845] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.317107] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.317410] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.320225] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f493fe-509f-4096-8896-a53439bdeb90 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.320382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.320491] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7a52ae1-971d-4c32-b364-aceb553ffd9b with status ACTIVE [ 902.320646] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.320760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.320811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.321036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.321124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.321309] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.321400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.321458] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.321629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.321743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.321894] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.321981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.322050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.322188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.324040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.324040] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7a52ae1-971d-4c32-b364-aceb553ffd9b is going to be updated. [ 902.324040] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.352450] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.352650] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.354698] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.354698] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.354698] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-6763140c-a83c-40b8-af07-cb4df3f62284 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.354698] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.354698] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.354698] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.355117] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6763140c-a83c-40b8-af07-cb4df3f62284',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.370277] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.370277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.370277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.370694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.370694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.370831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7a52ae1-971d-4c32-b364-aceb553ffd9b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.685990] env[66687]: INFO networking_nsxv3.common.synchronization [req-4f39e917-f2ca-4f35-b2f3-fc53cdbb0fda req-b0cc5413-ab1b-49fb-87e6-d4e5a3916b83 tempest-MultipleCreateTestJSON-325855616 tempest-MultipleCreateTestJSON-325855616-project-member] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 902.686633] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 902.686989] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.687169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.737473] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.826202] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.857152] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.858399] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.858399] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.858399] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.858642] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.858956] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.859245] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.859447] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.860669] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.860669] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.860669] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.861470] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.861470] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.861470] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.861748] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.862027] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 6763140c-a83c-40b8-af07-cb4df3f62284 is going to be updated. [ 902.892101] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.892101] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.892101] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.892101] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.892101] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.892101] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.244022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.244022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.244022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.244022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.244022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.244022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 903.275897] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.278036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.278036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.278036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.278036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.288197] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 903.331744] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.331744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.331744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.331744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.331744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.331744] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f493fe-509f-4096-8896-a53439bdeb90 is going to be created. [ 903.373069] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.373069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.373069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.373069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.373069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.384544] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f493fe-509f-4096-8896-a53439bdeb90 in Status: UNINITIALIZED for 2s [ 903.663590] env[66687]: INFO networking_nsxv3.common.synchronization [req-e3c244e9-3646-47cb-b4be-8abd05baa077 req-792e9cf1-8c9c-4651-a77e-26eb70fcc9d0 service nova] Enqueued Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_rules [ 903.663906] env[66687]: INFO networking_nsxv3.common.synchronization [req-e3c244e9-3646-47cb-b4be-8abd05baa077 req-792e9cf1-8c9c-4651-a77e-26eb70fcc9d0 service nova] Enqueued Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_members [ 903.664078] env[66687]: INFO networking_nsxv3.common.synchronization [req-e3c244e9-3646-47cb-b4be-8abd05baa077 req-792e9cf1-8c9c-4651-a77e-26eb70fcc9d0 service nova] Enqueued Resource ID: 6763140c-a83c-40b8-af07-cb4df3f62284 with Priority: HIGHEST for action port [ 903.664825] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_rules [ 903.664963] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_members [ 903.665360] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6763140c-a83c-40b8-af07-cb4df3f62284 with Priority: HIGHEST for action port [ 903.665785] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.665925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.666028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.666234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.666363] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.668821] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.668991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.669088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.669991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.669991] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.669991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.669991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.669991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.670430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.670430] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.673825] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-6763140c-a83c-40b8-af07-cb4df3f62284 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.673825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.673825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.673825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.673825] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6763140c-a83c-40b8-af07-cb4df3f62284',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.171540] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.171540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.177768] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.178532] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6763140c-a83c-40b8-af07-cb4df3f62284 with status ACTIVE [ 904.178682] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.178858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.179260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.181188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.181188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.181188] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.181188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.181188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.181374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.181443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.181821] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.181821] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.181821] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.181933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.182016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.182154] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6763140c-a83c-40b8-af07-cb4df3f62284 is going to be updated. [ 904.210489] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.210984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.210984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.211105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.211819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.211819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6763140c-a83c-40b8-af07-cb4df3f62284" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.684933] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.189872] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.190091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.190183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.190415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.190513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.190615] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a25be43-3b33-4310-b696-faeae169850a is going to be updated. [ 905.234354] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.234531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.234571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.234794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.234990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.252539] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: IN_PROGRESS for 2s [ 905.299967] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 905.300339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.300551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.300815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.301037] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.301167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.301235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.301407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.301543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.301590] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.398010] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f493fe-509f-4096-8896-a53439bdeb90 in Status: SUCCESS [ 905.398268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.398445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.398679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.398883] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.398991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.399250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.399578] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.399789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.399923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.400286] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.784952] env[66687]: INFO networking_nsxv3.common.synchronization [req-14e893d8-93f6-4df0-9b24-9b527568d355 req-e91f0453-f9b2-448b-ae53-24ca0ea7c7b6 tempest-ImagesOneServerNegativeTestJSON-1054522739 tempest-ImagesOneServerNegativeTestJSON-1054522739-project-member] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 905.786708] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 905.787174] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.787174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.787350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.787492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.787657] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.787769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.787855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.788027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.788145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.788237] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.804309] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.804599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.804862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.805269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.805401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.805636] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.805760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.805823] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.806040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.806117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.806286] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 905.846386] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.846386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.846600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.846679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.846817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.863242] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 905.903372] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.267570] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.267771] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.268059] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.268362] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.268681] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.268967] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.269156] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.269419] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.269572] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.269891] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.270068] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.270226] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.270375] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.270541] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.270739] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.270881] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.291524] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.291722] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.291823] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.291996] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-545" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.292322] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-a745142c-5dbf-468f-a193-c8ee837f5bf7 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.292493] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-a745142c-5dbf-468f-a193-c8ee837f5bf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.292611] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-a745142c-5dbf-468f-a193-c8ee837f5bf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.292933] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-a745142c-5dbf-468f-a193-c8ee837f5bf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.293083] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a745142c-5dbf-468f-a193-c8ee837f5bf7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.294373] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.294475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.294532] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.294747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.294895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.295139] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.295303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.295406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.295593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.295715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.295842] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be updated. [ 906.323415] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.323415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.323415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.323415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.323415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.334520] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: IN_PROGRESS for 2s [ 906.410549] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9f493fe-509f-4096-8896-a53439bdeb90: rpc.has_security_group_logging(os_id): False [ 906.429931] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.430128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.430172] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.430369] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.430458] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.430704] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.430807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.431221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.431221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.431221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.431221] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f493fe-509f-4096-8896-a53439bdeb90 is going to be created. [ 906.500627] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.500627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.500627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.500627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.500627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.513350] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f493fe-509f-4096-8896-a53439bdeb90 in Status: IN_PROGRESS for 2s [ 906.799332] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.799672] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.799672] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.799984] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.800556] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.800728] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port a745142c-5dbf-468f-a193-c8ee837f5bf7 not found, creating... [ 906.801026] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.801728] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.801880] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.802212] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.802316] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.802655] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.802848] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.803257] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.803509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.803717] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.803849] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: a745142c-5dbf-468f-a193-c8ee837f5bf7 is going to be created. [ 906.825231] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.825455] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.825629] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.825863] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.826183] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.826412] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-a745142c-5dbf-468f-a193-c8ee837f5bf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.263160] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: SUCCESS [ 907.263250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.263859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.263859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.263982] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.264061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.264146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.264317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.264394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.264478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.264571] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.526522] env[66687]: INFO networking_nsxv3.common.synchronization [req-14e893d8-93f6-4df0-9b24-9b527568d355 req-e6756cda-2ee3-47b5-8290-62e12eb14fd7 service nova] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_rules [ 907.526717] env[66687]: INFO networking_nsxv3.common.synchronization [req-14e893d8-93f6-4df0-9b24-9b527568d355 req-e6756cda-2ee3-47b5-8290-62e12eb14fd7 service nova] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 907.526886] env[66687]: INFO networking_nsxv3.common.synchronization [req-14e893d8-93f6-4df0-9b24-9b527568d355 req-e6756cda-2ee3-47b5-8290-62e12eb14fd7 service nova] Enqueued Resource ID: a745142c-5dbf-468f-a193-c8ee837f5bf7 with Priority: HIGHEST for action port [ 907.527387] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_rules [ 907.527521] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 907.527619] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a745142c-5dbf-468f-a193-c8ee837f5bf7 with Priority: HIGHEST for action port [ 907.527916] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.528010] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.528118] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.528333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.528428] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.530737] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.530884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.531068] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a745142c-5dbf-468f-a193-c8ee837f5bf7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.531177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a745142c-5dbf-468f-a193-c8ee837f5bf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.531244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a745142c-5dbf-468f-a193-c8ee837f5bf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.531791] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a745142c-5dbf-468f-a193-c8ee837f5bf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.531791] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a745142c-5dbf-468f-a193-c8ee837f5bf7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.767498] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.875560] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 907.875890] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 deletion is rescheduled due to dependency. [ 907.875890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.031788] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.031788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.039512] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a745142c-5dbf-468f-a193-c8ee837f5bf7 with status ACTIVE [ 908.039905] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.040098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.041408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.041408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.041408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.041408] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.041408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.041408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.041408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.041408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.041408] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.041408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.041408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.042101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.042101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.042165] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a745142c-5dbf-468f-a193-c8ee837f5bf7 is going to be updated. [ 908.073520] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.073821] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.073887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.074237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.074453] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.074661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a745142c-5dbf-468f-a193-c8ee837f5bf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.270834] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a25be43-3b33-4310-b696-faeae169850a: rpc.has_security_group_logging(os_id): False [ 908.290087] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.290996] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.291228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.291519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.291882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.292439] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.292743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.292910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.293271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.293507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.293743] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a25be43-3b33-4310-b696-faeae169850a is going to be updated. [ 908.348407] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: SUCCESS [ 908.348581] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 deletion is rescheduled due to dependency. [ 908.348724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.348936] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.349183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.349680] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.349680] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.349680] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.349854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.349854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.349944] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.389913] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.390186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.390332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.390616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.390844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.408422] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: IN_PROGRESS for 2s [ 908.538846] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f493fe-509f-4096-8896-a53439bdeb90 in Status: SUCCESS [ 908.538846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.814281] env[66687]: INFO networking_nsxv3.common.synchronization [req-8268e858-ffc6-4685-951b-4a1e6ef8c325 req-2cf81af1-f760-4077-8a93-889fad4950f3 tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_members [ 908.815268] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_members [ 908.815735] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e199b796-8ddc-45ab-8306-b89a95417718 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.816118] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.816298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.816694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.817160] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.817410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.817565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.817813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.818065] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.818263] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e199b796-8ddc-45ab-8306-b89a95417718',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.852957] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.321645] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.322128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.322128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.322367] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.322411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.322641] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.322767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.322856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.323110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.324256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.324256] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e199b796-8ddc-45ab-8306-b89a95417718 already deleted. [ 909.324256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.330494] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.331269] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.331269] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.331389] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.331754] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.331863] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.331958] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.332311] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.332456] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.332681] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.332821] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.332933] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.333065] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.334040] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.334040] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.334040] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.354308] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.359506] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.359506] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.359506] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.359506] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.359506] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-7e59d5b8-0638-4025-87cf-5320a29d2d69 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.359506] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-7e59d5b8-0638-4025-87cf-5320a29d2d69" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.359506] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-7e59d5b8-0638-4025-87cf-5320a29d2d69" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.359799] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-7e59d5b8-0638-4025-87cf-5320a29d2d69" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.359939] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e59d5b8-0638-4025-87cf-5320a29d2d69',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.856358] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.856521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.856586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.856810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.856907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.857279] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be updated. [ 909.862390] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.862643] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.862710] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.862983] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.863145] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.863293] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 7e59d5b8-0638-4025-87cf-5320a29d2d69 not found, creating... [ 909.863551] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.863768] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.863890] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.864194] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.864264] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.864543] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.864702] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.864813] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.865025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.865159] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.865295] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 7e59d5b8-0638-4025-87cf-5320a29d2d69 is going to be created. [ 909.887473] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.887692] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.887818] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.888120] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.888605] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.888605] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-7e59d5b8-0638-4025-87cf-5320a29d2d69" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.895811] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.895953] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.896030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.896239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.896758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.905498] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: IN_PROGRESS for 2s [ 910.429575] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: SUCCESS [ 910.429907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.658398] env[66687]: INFO networking_nsxv3.common.synchronization [req-8268e858-ffc6-4685-951b-4a1e6ef8c325 req-bae76781-e0c0-4368-adad-b2538093b7c8 service nova] Enqueued Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_rules [ 910.658599] env[66687]: INFO networking_nsxv3.common.synchronization [req-8268e858-ffc6-4685-951b-4a1e6ef8c325 req-bae76781-e0c0-4368-adad-b2538093b7c8 service nova] Enqueued Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_members [ 910.658740] env[66687]: INFO networking_nsxv3.common.synchronization [req-8268e858-ffc6-4685-951b-4a1e6ef8c325 req-bae76781-e0c0-4368-adad-b2538093b7c8 service nova] Enqueued Resource ID: 7e59d5b8-0638-4025-87cf-5320a29d2d69 with Priority: HIGHEST for action port [ 910.659396] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_rules [ 910.659539] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_members [ 910.659789] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e59d5b8-0638-4025-87cf-5320a29d2d69 with Priority: HIGHEST for action port [ 910.659978] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e199b796-8ddc-45ab-8306-b89a95417718 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.660116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.660181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.660387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.660465] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e199b796-8ddc-45ab-8306-b89a95417718',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.662050] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e199b796-8ddc-45ab-8306-b89a95417718 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.662191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.662259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.662499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.662696] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.662798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.662857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.663020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.663104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.663196] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e199b796-8ddc-45ab-8306-b89a95417718',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.664240] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e59d5b8-0638-4025-87cf-5320a29d2d69 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.664380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e59d5b8-0638-4025-87cf-5320a29d2d69" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.664494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e59d5b8-0638-4025-87cf-5320a29d2d69" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.664584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e59d5b8-0638-4025-87cf-5320a29d2d69" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.668024] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e59d5b8-0638-4025-87cf-5320a29d2d69',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.168091] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e199b796-8ddc-45ab-8306-b89a95417718',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.169085] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e199b796-8ddc-45ab-8306-b89a95417718 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.169282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.169534] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e59d5b8-0638-4025-87cf-5320a29d2d69 with status ACTIVE [ 911.169728] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.169847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.169923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.170442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.170442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.170756] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.170851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.171705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.172069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.172698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.172698] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.172698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.172929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.174066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.174066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.174066] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e59d5b8-0638-4025-87cf-5320a29d2d69 is going to be updated. [ 911.202474] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.202637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.202713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.203145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.203145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.203394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e59d5b8-0638-4025-87cf-5320a29d2d69" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.676053] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e199b796-8ddc-45ab-8306-b89a95417718',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.919145] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: SUCCESS [ 911.919145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.919429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.919637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.919830] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.919957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.920062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.921035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.921035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.921035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.921035] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.180245] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.180245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.180245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.180245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.180245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.180591] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e199b796-8ddc-45ab-8306-b89a95417718 is going to be created. [ 912.206860] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.207053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.207180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.207367] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.207567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.218546] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e199b796-8ddc-45ab-8306-b89a95417718 in Status: UNINITIALIZED for 2s [ 912.423329] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.423482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.423557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.423842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.424025] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.424136] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.424204] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.424362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.424450] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.424536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.424768] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.424884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.424948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.425103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.425246] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.425340] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.425401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.425537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.425616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.425699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.425789] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.929882] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ae4ee4-bb52-4cd0-9d6c-fbacab786755: rpc.has_security_group_logging(os_id): False [ 912.950388] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.950615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.950754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.951363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.951363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.951515] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.951633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.951756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.954053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.954053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.954053] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.954053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.954053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.954053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.954053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.955620] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.955620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.955620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.955620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.955620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.957382] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be updated. [ 913.039641] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.039641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.039641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.039930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.039930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.057136] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: IN_PROGRESS for 2s [ 913.562634] env[66687]: INFO networking_nsxv3.common.synchronization [None req-bd31685a-fb60-44b7-85ae-3b19cd69c6c9 None None] Enqueued Resource ID: 9a03e009-7441-428a-83ae-d3dbc7a00b24 with Priority: HIGHEST for action port [ 913.569010] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a03e009-7441-428a-83ae-d3dbc7a00b24 with Priority: HIGHEST for action port [ 913.573466] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a03e009-7441-428a-83ae-d3dbc7a00b24 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.573593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a03e009-7441-428a-83ae-d3dbc7a00b24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.573743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a03e009-7441-428a-83ae-d3dbc7a00b24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.574178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a03e009-7441-428a-83ae-d3dbc7a00b24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.574341] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a03e009-7441-428a-83ae-d3dbc7a00b24',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.071120] env[66687]: INFO networking_nsxv3.common.synchronization [None req-c6290283-fd38-4059-b3b3-d469ac3fc06a None None] Enqueued Resource ID: eb310575-6ace-4720-a5c5-ccf010263851 with Priority: HIGHEST for action port [ 914.075077] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb310575-6ace-4720-a5c5-ccf010263851 with Priority: HIGHEST for action port [ 914.075711] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb310575-6ace-4720-a5c5-ccf010263851 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.076282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb310575-6ace-4720-a5c5-ccf010263851" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.076584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb310575-6ace-4720-a5c5-ccf010263851" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.076980] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb310575-6ace-4720-a5c5-ccf010263851" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.077198] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb310575-6ace-4720-a5c5-ccf010263851',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.080029] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a03e009-7441-428a-83ae-d3dbc7a00b24 [ 914.080029] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.080029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.080029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.080029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.080029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.080029] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a03e009-7441-428a-83ae-d3dbc7a00b24 already deleted. [ 914.080029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a03e009-7441-428a-83ae-d3dbc7a00b24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.234787] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e199b796-8ddc-45ab-8306-b89a95417718 in Status: SUCCESS [ 914.234787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.234787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.235673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.235673] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.235673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.235673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.235673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.235673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.237233] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.237233] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e199b796-8ddc-45ab-8306-b89a95417718',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.581762] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb310575-6ace-4720-a5c5-ccf010263851 [ 914.581924] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.582044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.582128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.582340] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.582426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.582522] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb310575-6ace-4720-a5c5-ccf010263851 already deleted. [ 914.582598] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb310575-6ace-4720-a5c5-ccf010263851" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.738982] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e199b796-8ddc-45ab-8306-b89a95417718',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.078140] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: SUCCESS [ 915.078140] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.244438] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e199b796-8ddc-45ab-8306-b89a95417718: rpc.has_security_group_logging(os_id): False [ 915.267715] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.267929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.267929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.268244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.268360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.269309] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.269309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.269309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.269309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.269309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.269309] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e199b796-8ddc-45ab-8306-b89a95417718 is going to be created. [ 915.354663] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.354663] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.354663] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.355191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.359034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.371025] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e199b796-8ddc-45ab-8306-b89a95417718 in Status: IN_PROGRESS for 2s [ 915.419242] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-f07069d4-5209-4f58-be3e-dc9fd8f5943f tempest-ServersTestMultiNic-123312066 tempest-ServersTestMultiNic-123312066-project-member] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 915.420622] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 915.420804] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.421048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.421048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.421819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.421921] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.422062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.422116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.422289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.422395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.422485] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.808775] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-e4cc908c-9354-4da8-a5bc-157a4aea7ff5 tempest-ServersTestMultiNic-123312066 tempest-ServersTestMultiNic-123312066-project-member] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 915.809867] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 915.809867] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.809867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.927207] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.927721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.927721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.927721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.927844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.928300] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.928300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.928300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.928544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.928544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.928544] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 already deleted. [ 915.928797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.928797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.928886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.929094] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.929188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.929229] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.929342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.929419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.929563] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.215047] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-ca0849a1-2da9-4458-9a31-c0cc009117e6 tempest-ServersTestMultiNic-123312066 tempest-ServersTestMultiNic-123312066-project-member] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 916.216194] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 916.216590] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.216742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.431662] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.431854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.431931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.432182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.432280] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.432494] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.432577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.432649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.432860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.432860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.432953] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 already deleted. [ 916.433072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.433225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.433424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.433472] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.433562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.433629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.433798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.433929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.433960] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.628061] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-262 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.628296] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-262" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.628455] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-262" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.629287] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-262" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.629287] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.629530] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.629530] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.629696] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.629849] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.630117] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.630505] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.630505] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.630700] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.630762] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.630892] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.631094] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.651957] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.653038] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.653038] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.653038] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-262" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.653038] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-ba619437-695f-4ef8-afcd-51169971e7bf taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.653359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-ba619437-695f-4ef8-afcd-51169971e7bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.653359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-ba619437-695f-4ef8-afcd-51169971e7bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.653617] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-ba619437-695f-4ef8-afcd-51169971e7bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.653716] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba619437-695f-4ef8-afcd-51169971e7bf',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.899568] env[66687]: INFO networking_nsxv3.common.synchronization [None req-6c9b3b2f-de05-403a-a7c9-ebaf5d33f276 None None] Enqueued Resource ID: 21002d31-3bbb-4844-b9e4-d0b814c9ac38 with Priority: HIGHEST for action port [ 916.900171] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21002d31-3bbb-4844-b9e4-d0b814c9ac38 with Priority: HIGHEST for action port [ 916.900568] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-21002d31-3bbb-4844-b9e4-d0b814c9ac38 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.900696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21002d31-3bbb-4844-b9e4-d0b814c9ac38" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.900767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21002d31-3bbb-4844-b9e4-d0b814c9ac38" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.901367] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21002d31-3bbb-4844-b9e4-d0b814c9ac38" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.901367] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21002d31-3bbb-4844-b9e4-d0b814c9ac38',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.937619] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.937619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.937619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.937882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.937882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.938115] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.938218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.938282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.938429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.938508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.938594] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 already deleted. [ 916.938673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.005830] env[66687]: INFO networking_nsxv3.common.synchronization [None req-3be2915a-512f-4217-b816-9ee501b08cda None None] Enqueued Resource ID: ae1a9975-2b9f-4dd8-8951-bbb148a3e77e with Priority: HIGHEST for action port [ 917.006372] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae1a9975-2b9f-4dd8-8951-bbb148a3e77e with Priority: HIGHEST for action port [ 917.006826] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae1a9975-2b9f-4dd8-8951-bbb148a3e77e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.006979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae1a9975-2b9f-4dd8-8951-bbb148a3e77e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.007033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae1a9975-2b9f-4dd8-8951-bbb148a3e77e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.007294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae1a9975-2b9f-4dd8-8951-bbb148a3e77e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.007380] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1a9975-2b9f-4dd8-8951-bbb148a3e77e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.156925] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.157289] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.157858] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.157858] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.158112] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.158201] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port ba619437-695f-4ef8-afcd-51169971e7bf not found, creating... [ 917.158605] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.158872] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.159055] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.159400] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.159635] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.160105] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.160371] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.160576] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.160899] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.161150] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.162561] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: ba619437-695f-4ef8-afcd-51169971e7bf is going to be created. [ 917.184127] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.184494] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.184593] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.184954] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.185270] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.185474] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-ba619437-695f-4ef8-afcd-51169971e7bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.387486] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e199b796-8ddc-45ab-8306-b89a95417718 in Status: SUCCESS [ 917.387923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.404619] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21002d31-3bbb-4844-b9e4-d0b814c9ac38 [ 917.404619] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.404619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.404967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.405044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.405093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.405191] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21002d31-3bbb-4844-b9e4-d0b814c9ac38 already deleted. [ 917.406049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21002d31-3bbb-4844-b9e4-d0b814c9ac38" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.510017] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae1a9975-2b9f-4dd8-8951-bbb148a3e77e [ 917.510452] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.510974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.510974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.511192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.511289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.511393] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae1a9975-2b9f-4dd8-8951-bbb148a3e77e already deleted. [ 917.511478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae1a9975-2b9f-4dd8-8951-bbb148a3e77e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.911972] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-1e79cd22-28e0-4832-b298-9caf75482e3b service nova] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_rules [ 917.912433] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-1e79cd22-28e0-4832-b298-9caf75482e3b service nova] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 917.912433] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-1e79cd22-28e0-4832-b298-9caf75482e3b service nova] Enqueued Resource ID: ba619437-695f-4ef8-afcd-51169971e7bf with Priority: HIGHEST for action port [ 917.912876] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_rules [ 917.913177] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 917.913321] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba619437-695f-4ef8-afcd-51169971e7bf with Priority: HIGHEST for action port [ 917.913609] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.914370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.914438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.914725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.914842] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.915826] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.915956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.916078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.916327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.916492] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.916614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.916690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.917072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.917072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.917188] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.918116] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba619437-695f-4ef8-afcd-51169971e7bf taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.918231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba619437-695f-4ef8-afcd-51169971e7bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.918292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba619437-695f-4ef8-afcd-51169971e7bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.918635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba619437-695f-4ef8-afcd-51169971e7bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.918635] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba619437-695f-4ef8-afcd-51169971e7bf',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.421275] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.421681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.421681] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.422551] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba619437-695f-4ef8-afcd-51169971e7bf with status ACTIVE [ 918.422770] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.422887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.422947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.423426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.423426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.423426] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.423632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.423632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.423740] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.423794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.423942] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.424043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.424096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.424284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.424342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.424423] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba619437-695f-4ef8-afcd-51169971e7bf is going to be updated. [ 918.447063] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.447227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.447278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.448305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.448305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.448305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba619437-695f-4ef8-afcd-51169971e7bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.926644] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.216229] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.216229] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-515" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.216229] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-515" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.216229] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-515" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.216229] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.216229] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.216229] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.216860] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.217028] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.218033] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.218033] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.218033] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.218033] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.218033] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.218275] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.218818] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.240917] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.240917] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.240917] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.240917] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-515" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.240917] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-7f8056ee-d2ce-403d-8b93-2705b0af738d taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.240917] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-7f8056ee-d2ce-403d-8b93-2705b0af738d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.240917] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-7f8056ee-d2ce-403d-8b93-2705b0af738d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.241468] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-7f8056ee-d2ce-403d-8b93-2705b0af738d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.241798] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8056ee-d2ce-403d-8b93-2705b0af738d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.429155] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.429556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.429556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.429556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.429678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.429753] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be created. [ 919.462244] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.462355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.462425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.462665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.462826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.474625] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: UNINITIALIZED for 2s [ 919.745078] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.745078] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.745297] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.745454] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.745654] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.745834] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 7f8056ee-d2ce-403d-8b93-2705b0af738d not found, creating... [ 919.746189] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.746386] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.746552] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.746807] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.746992] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.747362] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.747543] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.747660] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.747864] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.747999] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.748148] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 7f8056ee-d2ce-403d-8b93-2705b0af738d is going to be created. [ 919.770012] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.770242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.770367] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.770633] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.770858] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.771089] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-7f8056ee-d2ce-403d-8b93-2705b0af738d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.506882] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-000f7e25-1194-4acf-a066-b165a715bd0a service nova] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_rules [ 920.507225] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-000f7e25-1194-4acf-a066-b165a715bd0a service nova] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 920.507279] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-000f7e25-1194-4acf-a066-b165a715bd0a service nova] Enqueued Resource ID: 7f8056ee-d2ce-403d-8b93-2705b0af738d with Priority: HIGHEST for action port [ 920.507867] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_rules [ 920.508190] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 920.508292] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8056ee-d2ce-403d-8b93-2705b0af738d with Priority: HIGHEST for action port [ 920.508685] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.508800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.509075] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.509200] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.509946] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f8056ee-d2ce-403d-8b93-2705b0af738d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.509946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f8056ee-d2ce-403d-8b93-2705b0af738d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.509946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f8056ee-d2ce-403d-8b93-2705b0af738d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.509946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f8056ee-d2ce-403d-8b93-2705b0af738d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.510267] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8056ee-d2ce-403d-8b93-2705b0af738d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.013040] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f8056ee-d2ce-403d-8b93-2705b0af738d with status ACTIVE [ 921.013247] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.013462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.013585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.014320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.014320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.014464] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.014605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.014708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.014988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.015158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.015481] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.015685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.015805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.016077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.016220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.016328] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f8056ee-d2ce-403d-8b93-2705b0af738d is going to be updated. [ 921.040345] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.040345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.040345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.040345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.040345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.040741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f8056ee-d2ce-403d-8b93-2705b0af738d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.349914] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-262 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.350301] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-262" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.350301] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-262" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.350622] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-262" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.350937] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.351216] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.352026] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.352026] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.352026] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.352026] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.352271] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.352271] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.352332] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.352431] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.352540] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.352753] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.374615] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.374761] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.374944] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.375144] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-262" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.375464] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-3d1126ca-6ce9-47ab-a10c-989da341f109 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.375635] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-3d1126ca-6ce9-47ab-a10c-989da341f109" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.375751] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-3d1126ca-6ce9-47ab-a10c-989da341f109" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.376096] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-3d1126ca-6ce9-47ab-a10c-989da341f109" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.376234] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1126ca-6ce9-47ab-a10c-989da341f109',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.485642] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 921.485910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.486516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.486772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.486931] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.487081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.487171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.487313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.487394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.487479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.487577] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.488445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.488626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.489750] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.489873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.489935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.490165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.490219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.490288] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.879925] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.880328] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.880328] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.880583] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.880915] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.880915] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 3d1126ca-6ce9-47ab-a10c-989da341f109 not found, creating... [ 921.881166] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.881327] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.881441] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.881772] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.881931] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.882290] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.882512] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.882680] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.882933] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.883279] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.883446] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 3d1126ca-6ce9-47ab-a10c-989da341f109 is going to be created. [ 921.906821] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.907037] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.907168] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.907442] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.907749] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.907945] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-3d1126ca-6ce9-47ab-a10c-989da341f109" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.993140] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.993140] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.993140] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.498013] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.717488] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-4c3bddd1-6ddc-4f5d-98f8-792261412393 service nova] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_rules [ 922.717665] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-4c3bddd1-6ddc-4f5d-98f8-792261412393 service nova] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 922.717802] env[66687]: INFO networking_nsxv3.common.synchronization [req-f4818b66-4110-4d0f-bb2b-acd2c663e885 req-4c3bddd1-6ddc-4f5d-98f8-792261412393 service nova] Enqueued Resource ID: 3d1126ca-6ce9-47ab-a10c-989da341f109 with Priority: HIGHEST for action port [ 922.718396] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_rules [ 922.718538] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 922.718639] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d1126ca-6ce9-47ab-a10c-989da341f109 with Priority: HIGHEST for action port [ 922.718974] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.719416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.719646] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.719736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.720491] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d1126ca-6ce9-47ab-a10c-989da341f109 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.720491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d1126ca-6ce9-47ab-a10c-989da341f109" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.720491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d1126ca-6ce9-47ab-a10c-989da341f109" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.720491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d1126ca-6ce9-47ab-a10c-989da341f109" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.720714] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1126ca-6ce9-47ab-a10c-989da341f109',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.002410] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.002776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.002776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.002875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.002875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.002979] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 923.038437] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.038732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.038855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.039323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.039541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.054082] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 923.180359] env[66687]: INFO networking_nsxv3.common.synchronization [req-1b0f3b5c-bfae-4ad1-a8f3-11a1e6c69eae req-0c48d892-2041-40c5-84b6-963d083357a2 tempest-ImagesOneServerNegativeTestJSON-1054522739 tempest-ImagesOneServerNegativeTestJSON-1054522739-project-member] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 923.180897] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGHEST for action security_group_members [ 923.181223] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.181501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.181501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.181613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.181780] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.181896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.181960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.182126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.182213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.182306] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.222997] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d1126ca-6ce9-47ab-a10c-989da341f109 with status ACTIVE [ 923.223217] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.223346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.223413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.223615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.223704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.223947] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.224111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.224175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.224337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.224424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.224603] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.224694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.224780] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.224978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.225104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.225192] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d1126ca-6ce9-47ab-a10c-989da341f109 is going to be updated. [ 923.249948] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.250240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.250308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.250633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.250898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.251213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d1126ca-6ce9-47ab-a10c-989da341f109" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.684385] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.684558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.684645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.684922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.685037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.685246] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.685401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.685401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.685562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.685645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.685732] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be updated. [ 923.714844] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.715020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.715099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.715302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.715440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.724279] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: IN_PROGRESS for 2s [ 924.679102] env[66687]: INFO networking_nsxv3.common.synchronization [req-989aa8d7-ac01-41d6-a621-4a374c1fb207 req-7c9ce20a-7bf2-4ab4-9fbb-96200f75ad33 tempest-ImagesTestJSON-181902845 tempest-ImagesTestJSON-181902845-project-member] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 924.680049] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 924.680049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.680282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.680282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.680647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.680647] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.680825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.680825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.680932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.681103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.681162] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.066914] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 925.067139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.069438] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.069438] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.069438] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.069438] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.069438] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.069785] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.069917] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.070176] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.070315] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.070521] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.070626] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.070765] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.071118] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.071118] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.071118] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.071260] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.072711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.072711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.072857] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.072857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.072982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.073050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.073131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.073181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.074313] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.074313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.074313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.074313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.074313] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.074313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.074313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.074313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.074313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.074313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.074313] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.076577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.076577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.076577] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.076577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.076577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.076577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.076577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.077139] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.095643] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.095826] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.095947] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.096164] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.096503] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-04780546-a583-4fa5-bcde-a90a3dd273f8 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.096679] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-04780546-a583-4fa5-bcde-a90a3dd273f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.096797] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-04780546-a583-4fa5-bcde-a90a3dd273f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.097122] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-04780546-a583-4fa5-bcde-a90a3dd273f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.097259] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04780546-a583-4fa5-bcde-a90a3dd273f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.183373] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.577033] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2: rpc.has_security_group_logging(os_id): False [ 925.579037] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.600042] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.600042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.600042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.600323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.600875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.600875] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.600875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.600875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.601162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.601162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.601225] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.601279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.602171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.602171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.602171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.602171] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.602171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.602171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.602171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.602779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.602779] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be created. [ 925.603998] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.603998] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.604233] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.605165] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.605165] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.605165] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 04780546-a583-4fa5-bcde-a90a3dd273f8 not found, creating... [ 925.605165] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.605165] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.605165] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.605486] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.605486] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.605726] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.605871] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.605984] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.606708] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.606708] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.606708] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 04780546-a583-4fa5-bcde-a90a3dd273f8 is going to be created. [ 925.628868] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.629106] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.629227] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.629499] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.629728] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.629947] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-04780546-a583-4fa5-bcde-a90a3dd273f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.669851] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.669999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.670083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.670288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.670463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.684575] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 925.687316] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.733847] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 in Status: SUCCESS [ 925.734139] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 deletion is rescheduled due to dependency. [ 925.734284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.081401] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.191293] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.191472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.191472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.192059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.192059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.192059] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 926.227230] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.227230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.227230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.227230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.227230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.241295] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 926.413167] env[66687]: INFO networking_nsxv3.common.synchronization [req-989aa8d7-ac01-41d6-a621-4a374c1fb207 req-cbdbbd51-d2ba-442e-9b37-cb52b9bc179d service nova] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_rules [ 926.413167] env[66687]: INFO networking_nsxv3.common.synchronization [req-989aa8d7-ac01-41d6-a621-4a374c1fb207 req-cbdbbd51-d2ba-442e-9b37-cb52b9bc179d service nova] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 926.413167] env[66687]: INFO networking_nsxv3.common.synchronization [req-989aa8d7-ac01-41d6-a621-4a374c1fb207 req-cbdbbd51-d2ba-442e-9b37-cb52b9bc179d service nova] Enqueued Resource ID: 04780546-a583-4fa5-bcde-a90a3dd273f8 with Priority: HIGHEST for action port [ 926.413167] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_rules [ 926.413167] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 926.413167] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04780546-a583-4fa5-bcde-a90a3dd273f8 with Priority: HIGHEST for action port [ 926.414363] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.415110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.415307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.415596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.415759] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.416891] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.417256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.417648] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-04780546-a583-4fa5-bcde-a90a3dd273f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.417956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04780546-a583-4fa5-bcde-a90a3dd273f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.418139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04780546-a583-4fa5-bcde-a90a3dd273f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.418399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04780546-a583-4fa5-bcde-a90a3dd273f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.418561] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04780546-a583-4fa5-bcde-a90a3dd273f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.586666] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.586830] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.586890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.587539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.587539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.587539] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 926.621617] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.621617] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.621617] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.621617] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.621617] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.628710] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 926.920703] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.920703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.924433] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04780546-a583-4fa5-bcde-a90a3dd273f8 with status ACTIVE [ 926.924433] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.924603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.924603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.925088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.925088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.925236] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.925859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.925859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.925859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.925859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.925859] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.926115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.926115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.926115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.926208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.926272] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04780546-a583-4fa5-bcde-a90a3dd273f8 is going to be updated. [ 926.950669] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.950854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.950854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.951096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.951231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.951386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04780546-a583-4fa5-bcde-a90a3dd273f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.101711] env[66687]: INFO networking_nsxv3.common.synchronization [req-feb922e5-761a-4b0f-99a3-d008e5a798c7 req-fe21a319-79d5-4e13-863c-3d7174c228df tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 927.102838] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 927.103321] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.103453] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.103542] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.103886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.104113] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.104231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.104308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.104481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.104575] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.104695] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.453619] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.453894] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.454271] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.454645] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.455065] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.455396] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.455509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.455909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.456146] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.456519] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.456519] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.456652] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.456760] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.456899] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.457049] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.457219] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.479165] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.479345] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.479588] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.479817] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.480204] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-3378346a-53d8-44a5-afe0-890ec927b751 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.480992] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-3378346a-53d8-44a5-afe0-890ec927b751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.480992] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-3378346a-53d8-44a5-afe0-890ec927b751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.480992] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-3378346a-53d8-44a5-afe0-890ec927b751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.480992] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3378346a-53d8-44a5-afe0-890ec927b751',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.607438] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.607644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.607644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.607857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.608091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.608300] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.608398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.608455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.608603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.608675] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.608797] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 already deleted. [ 927.609921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.697023] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 927.697023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.697023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.697023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.697023] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.984449] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.984904] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.984904] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.986187] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.986187] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.986187] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 3378346a-53d8-44a5-afe0-890ec927b751 not found, creating... [ 927.986187] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.986187] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.986474] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.986474] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.986687] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.987040] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.987306] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.987458] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.987751] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.987936] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.988141] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 3378346a-53d8-44a5-afe0-890ec927b751 is going to be created. [ 928.032204] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.032501] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.032583] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.032881] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.033175] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.033447] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-3378346a-53d8-44a5-afe0-890ec927b751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.199478] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.199733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.251942] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 928.252165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.252329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.252547] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.252733] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.252848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.252915] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.253078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.253158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.253260] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.643194] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 928.643194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.643194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.643194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.643849] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.644288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.644531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.644922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.646593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.646593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.646593] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.759801] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.793233] env[66687]: INFO networking_nsxv3.common.synchronization [req-feb922e5-761a-4b0f-99a3-d008e5a798c7 req-8ec4a893-08da-4600-bc44-bf45f71d8638 service nova] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_rules [ 928.793438] env[66687]: INFO networking_nsxv3.common.synchronization [req-feb922e5-761a-4b0f-99a3-d008e5a798c7 req-8ec4a893-08da-4600-bc44-bf45f71d8638 service nova] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 928.793580] env[66687]: INFO networking_nsxv3.common.synchronization [req-feb922e5-761a-4b0f-99a3-d008e5a798c7 req-8ec4a893-08da-4600-bc44-bf45f71d8638 service nova] Enqueued Resource ID: 3378346a-53d8-44a5-afe0-890ec927b751 with Priority: HIGHEST for action port [ 928.796717] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_rules [ 928.796717] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 928.797919] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3378346a-53d8-44a5-afe0-890ec927b751 with Priority: HIGHEST for action port [ 928.797919] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.797919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.797919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.798265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.798265] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.800047] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.800160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.800251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.800485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.800718] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.800863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.800935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.801162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.801293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.801427] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.802947] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3378346a-53d8-44a5-afe0-890ec927b751 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.803129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3378346a-53d8-44a5-afe0-890ec927b751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.803196] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3378346a-53d8-44a5-afe0-890ec927b751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.803463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3378346a-53d8-44a5-afe0-890ec927b751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.803608] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3378346a-53d8-44a5-afe0-890ec927b751',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.148673] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.149069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.149069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.149143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.149362] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.149426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.149642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.149642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.149759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.149829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.149942] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.150054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.150117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.150260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.150412] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.150506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.150567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.150730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.150815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.150900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.151011] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.251677] env[66687]: INFO networking_nsxv3.common.synchronization [req-41a2f9f0-5862-431d-b0e3-6eb23896f6cb req-ee66b5d9-939c-4ca3-af8f-5a8c10d8937a tempest-ServersV294TestFqdnHostnames-1346938505 tempest-ServersV294TestFqdnHostnames-1346938505-project-member] Enqueued Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_members [ 929.252272] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGHEST for action security_group_members [ 929.252584] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.252738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.252809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.253384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.253384] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.253384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.253384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.253595] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.253595] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.253668] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.261165] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.305528] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.305647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.305829] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.307033] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3378346a-53d8-44a5-afe0-890ec927b751 with status ACTIVE [ 929.307251] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.307496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.307574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.307817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.308147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.308353] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.308501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.308592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.308788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.308883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.309137] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.310909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.311152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.311718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.311827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.311987] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3378346a-53d8-44a5-afe0-890ec927b751 is going to be updated. [ 929.341058] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.341235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.341276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.341660] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.341660] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.341882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3378346a-53d8-44a5-afe0-890ec927b751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.590215] env[66687]: INFO networking_nsxv3.common.synchronization [req-d348993b-2463-41b6-80c2-3948ce14e2cf req-41315531-bbb9-4121-ab12-22714916bb91 tempest-ServerActionsV293TestJSON-1886307633 tempest-ServerActionsV293TestJSON-1886307633-project-member] Enqueued Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_members [ 929.590765] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGHEST for action security_group_members [ 929.591089] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7d4dd61-2262-4250-a564-778b43661f1e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.591378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.591378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.591630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.591801] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.591911] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.591978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.592167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.592255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.592352] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7d4dd61-2262-4250-a564-778b43661f1e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.654052] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2: rpc.has_security_group_logging(os_id): False [ 929.674341] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.674341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.674589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.674743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.674887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.675140] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.675252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.675318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.675479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.675560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.675763] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.675909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.675909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.676338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.676430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.676635] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.676752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.676901] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.677106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.677196] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.677322] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 929.738473] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.738633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.738676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.738875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.739033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.753661] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 929.756219] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.756380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.756461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.756679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.756773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.757104] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.757104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.757220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.757285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.757353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.757439] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 is going to be updated. [ 929.763115] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.763251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.763323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.763503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.763589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.763680] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 929.809974] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.810742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.810742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.811048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.811249] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.813945] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.822086] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.822504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.822504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.822817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.822817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.833100] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 in Status: IN_PROGRESS for 2s [ 929.834239] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 929.897859] env[66687]: INFO networking_nsxv3.common.synchronization [req-31bf379a-ea1f-45af-8618-6f231f5daefa req-cc67f973-b71d-4c36-92dc-0b0e5f5e61f7 tempest-ServersNegativeTestJSON-895141920 tempest-ServersNegativeTestJSON-895141920-project-member] Enqueued Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 929.898619] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 929.899437] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.899616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.899710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.900226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.900372] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.903203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.903203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.903203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.903203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.903203] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.095707] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.096158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.096229] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.096543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.096659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.096860] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.096964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.097037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.097188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.097271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.097345] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7d4dd61-2262-4250-a564-778b43661f1e is going to be updated. [ 930.134030] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.134030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.134030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.134030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.134030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.150409] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7d4dd61-2262-4250-a564-778b43661f1e in Status: IN_PROGRESS for 2s [ 930.319355] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.319355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.319355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.319355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.319355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.319355] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be created. [ 930.357611] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.359081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.359239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.359521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.359713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.373295] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: UNINITIALIZED for 2s [ 930.407961] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.408198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.408306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.408678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.408782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.409040] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.409156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.409220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.409373] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.409450] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.409535] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 already deleted. [ 930.409613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.424431] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.424983] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.425238] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.425749] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.426851] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.427359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.427580] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.427928] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.428266] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.428700] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.431017] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.431017] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.431017] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.431017] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.431017] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.431017] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.454491] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.455309] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.455309] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.455309] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.455540] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-2944b202-de87-4af7-b699-3ab5c0b48fea taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.456117] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.456117] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.456280] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.456436] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2944b202-de87-4af7-b699-3ab5c0b48fea',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.959212] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.960324] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.960324] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.960324] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.960324] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.960324] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 2944b202-de87-4af7-b699-3ab5c0b48fea not found, creating... [ 930.960572] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.960650] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.960780] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.960997] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.961190] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.961518] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.961712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.961856] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.962102] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.962240] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.962379] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 2944b202-de87-4af7-b699-3ab5c0b48fea is going to be created. [ 930.992078] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.992351] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.992480] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.992786] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.993077] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.993560] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.700068] env[66687]: INFO networking_nsxv3.common.synchronization [req-31bf379a-ea1f-45af-8618-6f231f5daefa req-d0117f93-5971-4151-9d48-b1806d9bcf3e service nova] Enqueued Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_rules [ 931.700068] env[66687]: INFO networking_nsxv3.common.synchronization [req-31bf379a-ea1f-45af-8618-6f231f5daefa req-d0117f93-5971-4151-9d48-b1806d9bcf3e service nova] Enqueued Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 931.700068] env[66687]: INFO networking_nsxv3.common.synchronization [req-31bf379a-ea1f-45af-8618-6f231f5daefa req-d0117f93-5971-4151-9d48-b1806d9bcf3e service nova] Enqueued Resource ID: 2944b202-de87-4af7-b699-3ab5c0b48fea with Priority: HIGHEST for action port [ 931.700068] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_rules [ 931.700068] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 931.703975] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944b202-de87-4af7-b699-3ab5c0b48fea with Priority: HIGHEST for action port [ 931.703975] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.703975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.703975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.703975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.703975] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.710132] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.710132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.710132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.710132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.710132] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.710132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.710132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.710132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.710132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.711973] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.712339] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2944b202-de87-4af7-b699-3ab5c0b48fea taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.712456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.712456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.712616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.712710] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2944b202-de87-4af7-b699-3ab5c0b48fea',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.774085] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 931.775358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.775358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.775358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.775358] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.850427] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 in Status: SUCCESS [ 931.850995] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 deletion is rescheduled due to dependency. [ 931.851818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.852914] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 931.853430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.854302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.854644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.854939] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.855213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.855337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.855611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.855807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.856205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.856447] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.163958] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7d4dd61-2262-4250-a564-778b43661f1e in Status: SUCCESS [ 932.164589] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7d4dd61-2262-4250-a564-778b43661f1e deletion is rescheduled due to dependency. [ 932.164589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.217542] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.217542] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.217542] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.219730] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2944b202-de87-4af7-b699-3ab5c0b48fea with status ACTIVE [ 932.220013] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.220158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.220312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.220579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.220634] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.221525] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.221525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.221525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.221525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.221525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.221525] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.221832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.221895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.222191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.222191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.222253] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2944b202-de87-4af7-b699-3ab5c0b48fea is going to be updated. [ 932.247257] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.247417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.247520] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.247717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.247868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.248082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.280829] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.281071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.281071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.281291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.281458] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.281556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.281619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.281766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.281904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.282013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.282109] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.316355] env[66687]: INFO networking_nsxv3.common.synchronization [req-420170e2-28ae-433b-8132-0b898dbdfda7 req-ab90152a-b739-474f-8add-4869ae895efb tempest-MultipleCreateTestJSON-325855616 tempest-MultipleCreateTestJSON-325855616-project-member] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 932.317775] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 932.318119] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.318244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.318308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.318511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.318654] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.318745] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.318811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.321145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.321321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.321456] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.363066] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.364030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.364030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.364030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.364030] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.364030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.364030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.364030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.364364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.368343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.368616] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.368616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.368616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.368762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.369104] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.369104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.369104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.369324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.369324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.369594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.369594] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.388130] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 932.388130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.388500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.388727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.388994] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.389082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.389298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.389298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.389626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.389626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.389723] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.725328] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.736528] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.736895] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.737453] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.737790] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.738199] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.738509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.738771] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.739395] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.739395] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.739499] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.739653] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.740609] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.740838] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.741077] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.741258] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.741504] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.767532] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.767705] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.767867] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.768040] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.768364] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-e0080b6d-9027-4103-92d2-973dfdc7ba75 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.768918] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-e0080b6d-9027-4103-92d2-973dfdc7ba75" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.768918] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-e0080b6d-9027-4103-92d2-973dfdc7ba75" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.769214] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-e0080b6d-9027-4103-92d2-973dfdc7ba75" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.769257] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0080b6d-9027-4103-92d2-973dfdc7ba75',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.785600] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.785858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.786272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.786364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.786556] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.786696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.786765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.787341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.787341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.787341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.787341] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.787609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.787609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.788918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.788918] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.788918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.788918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.788918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.788918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.788918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.788918] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.825381] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.825381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.825381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.825625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.825711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.825946] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.826073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.826185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.826579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.826678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.826774] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 932.864190] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.864882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.864882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.864882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.864882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.873426] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b5fba27-0d32-431b-94fa-c236ca3a6d35: rpc.has_security_group_logging(os_id): False [ 932.888773] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 932.892367] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.892557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.892643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.892890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.893831] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.894589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.894589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.894589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.894589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.894825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.894983] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.895148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.895220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.895461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.897028] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.897028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.897028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.897028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.897028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.897028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.897028] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.900634] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.900822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.900917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.901555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.901555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.901555] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.901555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.901555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.901555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.901819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.901954] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.901954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.904146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.904146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.904146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.904146] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.904146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.904146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.904146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.904146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.904146] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 933.014546] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.014741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.014806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.014977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.015250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.039826] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 933.232011] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.232323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.232323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.232580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.232708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.232708] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 is going to be created. [ 933.262239] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.262690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.262690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.262801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.264043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.272274] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.272658] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.272969] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.273270] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.273439] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.273633] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port e0080b6d-9027-4103-92d2-973dfdc7ba75 not found, creating... [ 933.274136] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.274392] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.274572] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.274948] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.275200] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.275655] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.276278] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.276278] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.276987] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.276987] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.276987] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: e0080b6d-9027-4103-92d2-973dfdc7ba75 is going to be created. [ 933.279229] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: UNINITIALIZED for 2s [ 933.292240] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2: rpc.has_security_group_logging(os_id): False [ 933.299770] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.299957] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.300489] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.300605] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.300893] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.301189] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-e0080b6d-9027-4103-92d2-973dfdc7ba75" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.315073] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.315237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.315312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.315522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.315613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.315862] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.315996] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.316105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.316235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.316324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.316500] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.316592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.316653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.316790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.316861] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.317045] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.317138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.317202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.317338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.317412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.317495] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 933.398901] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99ead5f1-840e-4ba8-9b07-4b276a08e698: rpc.has_security_group_logging(os_id): False [ 933.444023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.444290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.444431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.444714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.444849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.445068] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.445445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.445445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.445555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.445774] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.446062] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.446144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.446276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.446386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.446498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.446724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.446892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.447028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.447239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.447342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.447472] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be created. [ 933.450298] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.450468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.450569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.450808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.451064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.478962] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 933.534418] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.534620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.534620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.534827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.535217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.559811] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 934.036833] env[66687]: INFO networking_nsxv3.common.synchronization [req-420170e2-28ae-433b-8132-0b898dbdfda7 req-84a9a20e-20d2-4c78-91d5-6e5ca72bd616 service nova] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_rules [ 934.037281] env[66687]: INFO networking_nsxv3.common.synchronization [req-420170e2-28ae-433b-8132-0b898dbdfda7 req-84a9a20e-20d2-4c78-91d5-6e5ca72bd616 service nova] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 934.037450] env[66687]: INFO networking_nsxv3.common.synchronization [req-420170e2-28ae-433b-8132-0b898dbdfda7 req-84a9a20e-20d2-4c78-91d5-6e5ca72bd616 service nova] Enqueued Resource ID: e0080b6d-9027-4103-92d2-973dfdc7ba75 with Priority: HIGHEST for action port [ 934.038089] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_rules [ 934.038258] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 934.038364] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0080b6d-9027-4103-92d2-973dfdc7ba75 with Priority: HIGHEST for action port [ 934.038660] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.038794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.038905] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.039158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.039253] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.040273] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.040378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.040576] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0080b6d-9027-4103-92d2-973dfdc7ba75 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.040705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0080b6d-9027-4103-92d2-973dfdc7ba75" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.040739] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0080b6d-9027-4103-92d2-973dfdc7ba75" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.040911] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0080b6d-9027-4103-92d2-973dfdc7ba75" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.041034] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0080b6d-9027-4103-92d2-973dfdc7ba75',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.543129] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.543515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.543515] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0080b6d-9027-4103-92d2-973dfdc7ba75 with status ACTIVE [ 934.543905] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.544099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.544168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.544412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.544497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.544802] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.544802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.544983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.545052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.545104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.545298] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.545396] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.545453] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.545577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.545657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.545730] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0080b6d-9027-4103-92d2-973dfdc7ba75 is going to be updated. [ 934.576352] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.576584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.576584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.576783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.576941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.577158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0080b6d-9027-4103-92d2-973dfdc7ba75" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.761069] env[66687]: INFO networking_nsxv3.common.synchronization [req-420170e2-28ae-433b-8132-0b898dbdfda7 req-2b6864c1-aeb0-4a6a-8da0-cc9ff8aced52 tempest-MultipleCreateTestJSON-325855616 tempest-MultipleCreateTestJSON-325855616-project-member] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 934.761694] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 934.762282] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.762452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.903420] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 934.903607] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 deletion is rescheduled due to dependency. [ 934.903728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.903952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.904439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.904619] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.904679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.904711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.904882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.904972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.905098] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.058758] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 935.059257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.136420] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.136677] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.136803] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.137128] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.137623] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.137623] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.137803] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.138059] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.138122] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.138381] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.138505] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.138586] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.138703] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.138818] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.138941] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.139214] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.165697] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.166032] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.166309] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.166631] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-692" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.167020] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-26fc22a1-23c3-46db-8f07-2b4a5e189da8 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.167326] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-26fc22a1-23c3-46db-8f07-2b4a5e189da8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.167574] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-26fc22a1-23c3-46db-8f07-2b4a5e189da8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.167963] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-26fc22a1-23c3-46db-8f07-2b4a5e189da8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.168119] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fc22a1-23c3-46db-8f07-2b4a5e189da8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.295314] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: SUCCESS [ 935.295558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.295787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.296039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.296275] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.296458] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.296572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.296737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.296858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.296995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.297148] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.407744] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.498216] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 935.498441] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.576638] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 935.576877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.674025] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.674025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.674025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.674025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.674025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.674025] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 26fc22a1-23c3-46db-8f07-2b4a5e189da8 not found, creating... [ 935.674025] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.674025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.674025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.674025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.674025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.674686] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.674949] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.675352] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.675741] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.675992] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.676250] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 26fc22a1-23c3-46db-8f07-2b4a5e189da8 is going to be created. [ 935.713074] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.713684] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.714017] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.714446] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.714829] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.715216] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-26fc22a1-23c3-46db-8f07-2b4a5e189da8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.800442] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.800442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.800442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.800748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.800836] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.800942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.801012] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.801189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.801283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.801389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.801548] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.801643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.801702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.801846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.801983] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.802101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.802165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.802325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.802425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.802536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.802595] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.910967] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.304965] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71beaba1-27f1-42b5-97f0-215abe1bd969: rpc.has_security_group_logging(os_id): False [ 936.331545] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.331765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.331878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.332133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.332244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.332471] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.332580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.332647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.332835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.332917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.333197] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.333263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.333294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.333420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.333492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.333671] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.333767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.333823] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.334621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.334621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.334621] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 is going to be created. [ 936.414021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.414021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.414021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.414021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.414021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.415618] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.415618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.415618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.415881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.415881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.415965] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 936.436767] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: IN_PROGRESS for 2s [ 936.470173] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.470173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.470173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.470173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.470360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.482982] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 936.519502] env[66687]: INFO networking_nsxv3.common.synchronization [req-420170e2-28ae-433b-8132-0b898dbdfda7 req-0e9dd225-eb89-41c5-a13d-f4d9702bfc02 service nova] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_rules [ 936.521020] env[66687]: INFO networking_nsxv3.common.synchronization [req-420170e2-28ae-433b-8132-0b898dbdfda7 req-0e9dd225-eb89-41c5-a13d-f4d9702bfc02 service nova] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 936.521020] env[66687]: INFO networking_nsxv3.common.synchronization [req-420170e2-28ae-433b-8132-0b898dbdfda7 req-0e9dd225-eb89-41c5-a13d-f4d9702bfc02 service nova] Enqueued Resource ID: 26fc22a1-23c3-46db-8f07-2b4a5e189da8 with Priority: HIGHEST for action port [ 936.521020] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_rules [ 936.521472] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 936.525191] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fc22a1-23c3-46db-8f07-2b4a5e189da8 with Priority: HIGHEST for action port [ 936.525191] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.525191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.525191] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.525191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.525191] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-26fc22a1-23c3-46db-8f07-2b4a5e189da8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.525191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26fc22a1-23c3-46db-8f07-2b4a5e189da8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.525191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26fc22a1-23c3-46db-8f07-2b4a5e189da8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.525191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26fc22a1-23c3-46db-8f07-2b4a5e189da8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.525191] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fc22a1-23c3-46db-8f07-2b4a5e189da8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.028792] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26fc22a1-23c3-46db-8f07-2b4a5e189da8 with status ACTIVE [ 937.028792] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.028792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.028792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.028792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.029295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.029295] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.029295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.029295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.029434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.029462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.029632] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.029745] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.029794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.029928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.030044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.030130] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26fc22a1-23c3-46db-8f07-2b4a5e189da8 is going to be updated. [ 937.055269] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.055269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.055269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.055269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.055269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.055689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26fc22a1-23c3-46db-8f07-2b4a5e189da8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.378257] env[66687]: INFO networking_nsxv3.common.synchronization [req-c25b1efc-4055-4aba-8325-5df8f99a8781 req-3c8168a2-ef6b-47e4-aa0a-72f4d4d5f473 tempest-ServersTestMultiNic-123312066 tempest-ServersTestMultiNic-123312066-project-member] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 937.378834] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 937.380114] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.380256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.380326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.380523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.380688] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.380827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.380882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.381010] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.381168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.381253] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.621730] env[66687]: INFO networking_nsxv3.common.synchronization [req-c25b1efc-4055-4aba-8325-5df8f99a8781 req-612b0b54-5059-420c-b9ce-fba74baf227c tempest-ServersTestMultiNic-123312066 tempest-ServersTestMultiNic-123312066-project-member] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 937.625243] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 937.626185] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.626332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.886211] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.899352] env[66687]: INFO networking_nsxv3.common.synchronization [req-c25b1efc-4055-4aba-8325-5df8f99a8781 req-ad6de5d3-9439-4473-a649-b6136834554e tempest-ServersTestMultiNic-123312066 tempest-ServersTestMultiNic-123312066-project-member] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 937.899776] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 937.900095] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.900203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.388340] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.448633] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: SUCCESS [ 938.448896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.495178] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 938.497526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.497526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.497526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.497526] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.497526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.497526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.497526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.497526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.497849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.497849] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.498500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.498659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.499626] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.499626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.499626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.499626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.499626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.499626] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.891642] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.891857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.891950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.892230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.892335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.892478] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 938.925772] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.926066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.926066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.926282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.926433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.937415] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 939.001704] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.001704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.001704] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.506034] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.010118] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.010387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.010501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.010861] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.010958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.011056] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 940.053673] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.053934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.054046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.054302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.054464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.067220] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 940.948397] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 940.948687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.948778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.949269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.949367] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.949557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.949557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.949717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.949800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.949916] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.454080] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.454308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.454356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.454543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.454630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.454830] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.454971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.455061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.455219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.455294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.455381] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 941.491092] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.491315] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.491315] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.492549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.492549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.505642] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 942.082471] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 942.082877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.084078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.086041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.086041] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.086041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.086041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.086041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.086041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.086041] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.588183] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.901130] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 942.901404] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 943.091502] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.518553] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 943.518553] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 deletion is rescheduled due to dependency. [ 943.518553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.518553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.518553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.518553] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.518553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.518553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.518553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.518553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.518553] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.594725] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.594725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.594725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.594984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.594984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.595131] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 943.628686] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.628852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.628929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.629177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.629324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.638541] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 944.022544] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.022968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.022968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.023188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.023465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.023684] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.023684] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.023684] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.023846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.024354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.024354] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 944.063655] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.063655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.063655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.063655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.063655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.070748] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 945.176987] env[66687]: INFO networking_nsxv3.common.synchronization [None req-47f66165-2326-4838-b30a-d43675e778d7 None None] Enqueued Resource ID: 71a08d28-a946-4474-952c-2de115b840e1 with Priority: HIGHEST for action port [ 945.177548] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a08d28-a946-4474-952c-2de115b840e1 with Priority: HIGHEST for action port [ 945.177879] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-71a08d28-a946-4474-952c-2de115b840e1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.178035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71a08d28-a946-4474-952c-2de115b840e1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.178130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71a08d28-a946-4474-952c-2de115b840e1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.178375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71a08d28-a946-4474-952c-2de115b840e1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.178463] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71a08d28-a946-4474-952c-2de115b840e1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.343819] env[66687]: INFO networking_nsxv3.common.synchronization [req-610938cc-ff01-4d12-afb4-3706ff33da59 req-19618e13-b2c9-42da-8817-2f70778b091b tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 945.344651] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 945.345241] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.345241] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.345414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.345498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.345707] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.345849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.345917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.346171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.346274] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.346514] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.651029] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 945.651029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.651227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.651404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.651703] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.651876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.651970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.652251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.652341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.652437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.652618] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.652725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.652786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.653012] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.653223] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.653301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.653410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.653564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.653693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.653889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.653970] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.683503] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71a08d28-a946-4474-952c-2de115b840e1 [ 945.683821] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.684039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.684156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.684380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.684472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.684581] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71a08d28-a946-4474-952c-2de115b840e1 already deleted. [ 945.684758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71a08d28-a946-4474-952c-2de115b840e1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.691520] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.691725] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.691849] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.692148] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.692417] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.692574] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.692690] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.692913] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.693074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.693310] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.693423] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.693531] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.693688] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.693806] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.693941] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.694082] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.715400] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.715585] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.715987] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.716283] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.716659] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-d38906e3-5dbc-45a0-8c54-498268a2cc05 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.716848] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-d38906e3-5dbc-45a0-8c54-498268a2cc05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.716974] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-d38906e3-5dbc-45a0-8c54-498268a2cc05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.717331] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-d38906e3-5dbc-45a0-8c54-498268a2cc05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.717468] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38906e3-5dbc-45a0-8c54-498268a2cc05',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.849037] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.849590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.849590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.849590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.849590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.849802] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.849879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.849937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.850094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.850166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.850244] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 945.884435] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.884435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.884435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.884435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.884628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.895831] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 946.082428] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 946.082613] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 deletion is rescheduled due to dependency. [ 946.082731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.159293] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2: rpc.has_security_group_logging(os_id): False [ 946.176969] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.176969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.176969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.176969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.176969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.177519] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.177519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.177519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.177651] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.177778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.178176] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.178176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.178176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.178352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.178352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.178644] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.178766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.178832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.179034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.179094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.179190] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 946.198793] env[66687]: INFO networking_nsxv3.common.synchronization [req-4d3b3729-a4b2-4b91-9390-c7af9722ce48 req-0433ce23-403e-4938-9ff0-d52866b395d5 tempest-ListServerFiltersTestJSON-882784035 tempest-ListServerFiltersTestJSON-882784035-project-member] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 946.199425] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 946.199876] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.200091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.200183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.200458] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.200642] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.200772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.200863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.201055] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.201225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.201281] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.220349] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.220653] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.220843] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.221149] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.221329] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.221519] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port d38906e3-5dbc-45a0-8c54-498268a2cc05 not found, creating... [ 946.221815] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.222013] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.222163] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.222418] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.222561] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.222851] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.223024] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.223284] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.223502] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.223638] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.223798] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: d38906e3-5dbc-45a0-8c54-498268a2cc05 is going to be created. [ 946.247316] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.247727] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.247829] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.248147] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.248421] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.248692] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-d38906e3-5dbc-45a0-8c54-498268a2cc05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.258450] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.258645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.258722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.258903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.259062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.276509] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 946.612805] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.613380] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.613380] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.614022] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.614022] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.614022] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.614396] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.614396] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.614514] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.614726] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.614820] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.614982] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.615119] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.615175] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.615421] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.615421] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.636828] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.637211] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.638042] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.638042] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.638042] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-ddf5518b-9b98-4d6d-a9bf-20675e46e5fa taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.638254] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-ddf5518b-9b98-4d6d-a9bf-20675e46e5fa" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.638292] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-ddf5518b-9b98-4d6d-a9bf-20675e46e5fa" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.638587] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-ddf5518b-9b98-4d6d-a9bf-20675e46e5fa" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.638726] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf5518b-9b98-4d6d-a9bf-20675e46e5fa',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.706678] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.706845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.706938] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.707225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.707321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.707562] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.707703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.707757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.707910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.707992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.708103] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 already deleted. [ 946.708188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.946575] env[66687]: INFO networking_nsxv3.common.synchronization [req-610938cc-ff01-4d12-afb4-3706ff33da59 req-2051b447-b6a5-4668-941e-7dedc628aac9 service nova] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_rules [ 946.946818] env[66687]: INFO networking_nsxv3.common.synchronization [req-610938cc-ff01-4d12-afb4-3706ff33da59 req-2051b447-b6a5-4668-941e-7dedc628aac9 service nova] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 946.947018] env[66687]: INFO networking_nsxv3.common.synchronization [req-610938cc-ff01-4d12-afb4-3706ff33da59 req-2051b447-b6a5-4668-941e-7dedc628aac9 service nova] Enqueued Resource ID: d38906e3-5dbc-45a0-8c54-498268a2cc05 with Priority: HIGHEST for action port [ 946.948174] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_rules [ 946.948357] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 946.948492] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38906e3-5dbc-45a0-8c54-498268a2cc05 with Priority: HIGHEST for action port [ 946.948857] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.949033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.949174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.949379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.949682] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.950882] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.950939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.952223] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d38906e3-5dbc-45a0-8c54-498268a2cc05 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.952378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d38906e3-5dbc-45a0-8c54-498268a2cc05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.954541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d38906e3-5dbc-45a0-8c54-498268a2cc05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.954541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d38906e3-5dbc-45a0-8c54-498268a2cc05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.954541] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38906e3-5dbc-45a0-8c54-498268a2cc05',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.141091] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.142231] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.142231] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.142231] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.142231] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.142231] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port ddf5518b-9b98-4d6d-a9bf-20675e46e5fa not found, creating... [ 947.142455] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.142455] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.142548] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.142790] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.142894] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.143206] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.143356] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.143469] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.143670] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.143802] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.143991] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: ddf5518b-9b98-4d6d-a9bf-20675e46e5fa is going to be created. [ 947.166813] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.167059] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.167183] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.167434] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.167672] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.167979] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-ddf5518b-9b98-4d6d-a9bf-20675e46e5fa" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.228162] env[66687]: INFO networking_nsxv3.common.synchronization [None req-ef21e384-a141-418b-a902-16de4395c0d2 None None] Enqueued Resource ID: 5b06a811-2ce6-4b35-a74d-47445119d5e7 with Priority: HIGHEST for action port [ 947.228712] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b06a811-2ce6-4b35-a74d-47445119d5e7 with Priority: HIGHEST for action port [ 947.229056] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b06a811-2ce6-4b35-a74d-47445119d5e7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.229197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b06a811-2ce6-4b35-a74d-47445119d5e7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.229267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b06a811-2ce6-4b35-a74d-47445119d5e7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.229524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b06a811-2ce6-4b35-a74d-47445119d5e7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.229608] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b06a811-2ce6-4b35-a74d-47445119d5e7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.455724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.455724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.457107] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d38906e3-5dbc-45a0-8c54-498268a2cc05 with status ACTIVE [ 947.457299] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.457424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.457484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.457693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.457784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.458014] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.458142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.458142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.458258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.458333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.458559] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.458620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.458650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.458777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.458849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.458996] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d38906e3-5dbc-45a0-8c54-498268a2cc05 is going to be updated. [ 947.481866] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.482074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.482151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.482355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.482508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.482681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d38906e3-5dbc-45a0-8c54-498268a2cc05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.731805] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b06a811-2ce6-4b35-a74d-47445119d5e7 [ 947.732178] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.732342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.732522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.732615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.732731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.732813] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b06a811-2ce6-4b35-a74d-47445119d5e7 already deleted. [ 947.732870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b06a811-2ce6-4b35-a74d-47445119d5e7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.873021] env[66687]: INFO networking_nsxv3.common.synchronization [req-4d3b3729-a4b2-4b91-9390-c7af9722ce48 req-fe57f1d8-48e0-40a2-bdca-fe179f9db00f service nova] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_rules [ 947.873021] env[66687]: INFO networking_nsxv3.common.synchronization [req-4d3b3729-a4b2-4b91-9390-c7af9722ce48 req-fe57f1d8-48e0-40a2-bdca-fe179f9db00f service nova] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 947.873021] env[66687]: INFO networking_nsxv3.common.synchronization [req-4d3b3729-a4b2-4b91-9390-c7af9722ce48 req-fe57f1d8-48e0-40a2-bdca-fe179f9db00f service nova] Enqueued Resource ID: ddf5518b-9b98-4d6d-a9bf-20675e46e5fa with Priority: HIGHEST for action port [ 947.873021] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_rules [ 947.873021] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 947.873021] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf5518b-9b98-4d6d-a9bf-20675e46e5fa with Priority: HIGHEST for action port [ 947.873021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.873021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.873021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.873021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.873021] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.875090] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.875355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.875512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.875886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.876140] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.877045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.877045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.877045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.877045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.877045] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.877829] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddf5518b-9b98-4d6d-a9bf-20675e46e5fa taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.877829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddf5518b-9b98-4d6d-a9bf-20675e46e5fa" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.878103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddf5518b-9b98-4d6d-a9bf-20675e46e5fa" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.878103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddf5518b-9b98-4d6d-a9bf-20675e46e5fa" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.878203] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf5518b-9b98-4d6d-a9bf-20675e46e5fa',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.906133] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 947.907027] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d deletion is rescheduled due to dependency. [ 947.907027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.907027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.907027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.907027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.907273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.907273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.907367] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.907460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.907556] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.293847] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 948.294231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.294712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.294712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.294712] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.380323] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.381496] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.381496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.381660] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddf5518b-9b98-4d6d-a9bf-20675e46e5fa with status ACTIVE [ 948.381826] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.381955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.382032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.382206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.382297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.382473] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.382565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.382614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.382762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.382837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.384063] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.384063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.384216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.384709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.384852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.384990] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddf5518b-9b98-4d6d-a9bf-20675e46e5fa is going to be updated. [ 948.409276] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.409276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.409434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.409666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.410951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.411178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddf5518b-9b98-4d6d-a9bf-20675e46e5fa" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.412144] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.577798] env[66687]: INFO networking_nsxv3.common.synchronization [req-83e52495-a1e5-4aa8-8483-92b33ead2d58 req-7b527df9-91bf-4ab9-89cd-0bf8b7280c00 tempest-ListServerFiltersTestJSON-882784035 tempest-ListServerFiltersTestJSON-882784035-project-member] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 948.578499] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 948.578800] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.580452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.799583] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.799807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.799955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.800221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.800426] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.800566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.800633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.800794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.800884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.801148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.801148] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.888270] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.899811] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.900060] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.900305] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.900611] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.900893] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.901673] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.901794] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.902164] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.902352] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.902585] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.902697] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.902869] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.902959] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.903037] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.903150] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.903275] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.913626] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.926905] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.927125] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.927285] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.927465] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.927796] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-fb1a16e9-c557-448e-99d7-078f66080a17 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.928074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-fb1a16e9-c557-448e-99d7-078f66080a17" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.928130] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-fb1a16e9-c557-448e-99d7-078f66080a17" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.928723] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-fb1a16e9-c557-448e-99d7-078f66080a17" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.928905] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1a16e9-c557-448e-99d7-078f66080a17',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.304509] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.305158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.305158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.305158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.305381] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.305381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.305491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.307201] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.307395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.307502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.307815] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.307964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.308056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.308371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.308700] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.308886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.308960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.309140] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.309252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.309443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.309568] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.392357] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.392498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.392498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.392681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.392772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.392904] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be created. [ 949.417075] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.417293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.417373] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.417594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.417699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.417820] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 949.421784] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.421976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.422058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.422258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.422423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.434513] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.434513] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.434513] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.434513] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.434513] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.434513] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port fb1a16e9-c557-448e-99d7-078f66080a17 not found, creating... [ 949.434513] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.434513] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.434513] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.435052] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.435052] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.435296] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.435490] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.435632] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.435896] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.436112] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.436296] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: fb1a16e9-c557-448e-99d7-078f66080a17 is going to be created. [ 949.438653] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: UNINITIALIZED for 2s [ 949.454490] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.454632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.454695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.454919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.455110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.469860] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 949.477779] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.478057] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.478228] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.478570] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.478871] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.479204] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-fb1a16e9-c557-448e-99d7-078f66080a17" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.812293] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2: rpc.has_security_group_logging(os_id): False [ 949.835814] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.835980] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.836099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.836405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.836630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.836879] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.836879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.837183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.837183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.837183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.837360] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.837460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.837561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.837662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.837738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.837934] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.838038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.838101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.838239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.838312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.838397] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 949.930358] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.930589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.930589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.930781] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.931031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.948581] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 950.199195] env[66687]: INFO networking_nsxv3.common.synchronization [req-83e52495-a1e5-4aa8-8483-92b33ead2d58 req-f0e0c0ff-47bc-4f7e-a5cb-0315822bce32 service nova] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_rules [ 950.199652] env[66687]: INFO networking_nsxv3.common.synchronization [req-83e52495-a1e5-4aa8-8483-92b33ead2d58 req-f0e0c0ff-47bc-4f7e-a5cb-0315822bce32 service nova] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 950.199652] env[66687]: INFO networking_nsxv3.common.synchronization [req-83e52495-a1e5-4aa8-8483-92b33ead2d58 req-f0e0c0ff-47bc-4f7e-a5cb-0315822bce32 service nova] Enqueued Resource ID: fb1a16e9-c557-448e-99d7-078f66080a17 with Priority: HIGHEST for action port [ 950.200026] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_rules [ 950.200163] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 950.200261] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1a16e9-c557-448e-99d7-078f66080a17 with Priority: HIGHEST for action port [ 950.200529] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.200630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.200816] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.200896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.201087] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1a16e9-c557-448e-99d7-078f66080a17 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.201177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1a16e9-c557-448e-99d7-078f66080a17" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.201241] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1a16e9-c557-448e-99d7-078f66080a17" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.201473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1a16e9-c557-448e-99d7-078f66080a17" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.201554] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1a16e9-c557-448e-99d7-078f66080a17',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.705860] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb1a16e9-c557-448e-99d7-078f66080a17 with status ACTIVE [ 950.705860] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.705860] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.705860] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.706812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.706812] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb1a16e9-c557-448e-99d7-078f66080a17 is going to be updated. [ 950.730819] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.731079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.731079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.731254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.731408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.731610] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1a16e9-c557-448e-99d7-078f66080a17" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.812365] env[66687]: INFO networking_nsxv3.common.synchronization [req-72601e6e-2822-4baf-9524-0076449a066f req-94e07d98-d0cd-454e-b5bb-fe813651687f tempest-ImagesTestJSON-181902845 tempest-ImagesTestJSON-181902845-project-member] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 950.812937] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 950.813283] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.813412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.813478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.813691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.814811] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.814811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.814811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.814811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.814811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.814811] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.155503] env[66687]: INFO networking_nsxv3.common.synchronization [req-16970710-3f74-4fe5-ba1d-d2c97024a2fd req-8385eeb1-30ee-495e-896a-5f01f3103b2a tempest-ListServerFiltersTestJSON-882784035 tempest-ListServerFiltersTestJSON-882784035-project-member] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 951.156232] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 951.156506] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.156625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.316625] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.388221] env[66687]: INFO networking_nsxv3.common.synchronization [req-7cf9e9bd-7b57-4515-b0b8-91b8e1a3e85c req-97e4a5d3-9e53-472f-b3b5-09587da7fc4e tempest-MultipleCreateTestJSON-325855616 tempest-MultipleCreateTestJSON-325855616-project-member] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 951.390524] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 951.390524] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.390524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.390524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.390524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.390524] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.390524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.390524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.390524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.390524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.390524] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.452827] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: SUCCESS [ 951.453272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.453272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.453516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.453725] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.453883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.454029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.454306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.454414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.454541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.454648] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.455770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.455960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.456167] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.456296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.456365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.456517] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.457059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.457059] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.480419] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 951.480650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.480814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.481062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.481271] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.481398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.482016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.482016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.482016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.482016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.482016] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.537020] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.537250] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.537402] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.537807] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.540246] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.540246] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.540246] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.540468] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.540646] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.540885] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.541053] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.541148] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.541288] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.541373] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.541780] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.541959] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.564496] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.564496] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.564496] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.564496] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-603" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.564496] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-bc217eb7-4363-4857-ad59-dfa158fae751 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.564496] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-bc217eb7-4363-4857-ad59-dfa158fae751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.564496] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-bc217eb7-4363-4857-ad59-dfa158fae751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.564496] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-bc217eb7-4363-4857-ad59-dfa158fae751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.565594] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc217eb7-4363-4857-ad59-dfa158fae751',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.819761] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.895956] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.962751] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.962751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.962751] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.966650] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 951.967216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.985417] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.985562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.985644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.985853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.986030] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.986141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.986205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.986624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.986720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.986813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.987474] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.987601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.987677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.987838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.988528] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.988645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.988715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.988868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.989212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.989313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.989407] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.023233] env[66687]: INFO networking_nsxv3.common.synchronization [None req-b30a24a8-3c3f-4e07-b284-eb5f7441a1d0 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 952.023703] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 952.024079] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.024210] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.024286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.024472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.024625] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.024715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.024794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.025041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.025168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.025223] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.068215] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.068510] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.068639] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.069086] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.069246] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.069344] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port bc217eb7-4363-4857-ad59-dfa158fae751 not found, creating... [ 952.069620] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.069776] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.069888] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.070176] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.070319] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.070610] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.070761] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.070872] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.071091] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.071223] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.071358] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: bc217eb7-4363-4857-ad59-dfa158fae751 is going to be created. [ 952.092782] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.092986] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.093128] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.093414] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.093649] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.093875] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-bc217eb7-4363-4857-ad59-dfa158fae751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.321176] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.321358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.321433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.321645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.321751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.321854] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 952.353101] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.353337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.353337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.353846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.353846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.363023] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 952.395632] env[66687]: INFO networking_nsxv3.common.synchronization [req-94a60461-94f3-4731-b3b1-f5699912c6eb req-6bd73183-6a55-415a-9b95-fda923696ed2 tempest-MultipleCreateTestJSON-325855616 tempest-MultipleCreateTestJSON-325855616-project-member] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 952.396607] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGHEST for action security_group_members [ 952.397058] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.397210] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.399954] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.466845] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.491975] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2dd96b1-171c-4d25-bb75-d8a231df801d: rpc.has_security_group_logging(os_id): False [ 952.516680] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.516918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.516989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.517410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.517410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.517597] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.517718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.517784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.517968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.518099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.518308] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.518407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.518470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.518648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.518723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.518946] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.519080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.519139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.519297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.519371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.519473] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 952.527467] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.618867] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.619247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.619247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.619399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.619624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.636374] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 952.847840] env[66687]: INFO networking_nsxv3.common.synchronization [req-16970710-3f74-4fe5-ba1d-d2c97024a2fd req-730f2b25-298c-4551-9184-6feb7364a950 service nova] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_rules [ 952.848467] env[66687]: INFO networking_nsxv3.common.synchronization [req-16970710-3f74-4fe5-ba1d-d2c97024a2fd req-730f2b25-298c-4551-9184-6feb7364a950 service nova] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 952.848750] env[66687]: INFO networking_nsxv3.common.synchronization [req-16970710-3f74-4fe5-ba1d-d2c97024a2fd req-730f2b25-298c-4551-9184-6feb7364a950 service nova] Enqueued Resource ID: bc217eb7-4363-4857-ad59-dfa158fae751 with Priority: HIGHEST for action port [ 952.849602] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_rules [ 952.849720] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 952.849890] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc217eb7-4363-4857-ad59-dfa158fae751 with Priority: HIGHEST for action port [ 952.850633] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.850799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.851132] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.851281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.851559] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc217eb7-4363-4857-ad59-dfa158fae751 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.851720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc217eb7-4363-4857-ad59-dfa158fae751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.851823] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc217eb7-4363-4857-ad59-dfa158fae751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.852144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc217eb7-4363-4857-ad59-dfa158fae751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.852276] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc217eb7-4363-4857-ad59-dfa158fae751',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.903251] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.903471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.903594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.903845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.904084] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.904282] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 952.942981] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.942981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.943344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.943344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.943521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.969916] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 952.973532] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.973698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.973741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.974061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.974190] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.974301] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be updated. [ 953.027260] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.027462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.027505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.027695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.027839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.029607] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.043634] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: IN_PROGRESS for 2s [ 953.358279] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc217eb7-4363-4857-ad59-dfa158fae751 with status ACTIVE [ 953.362268] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.362423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.362496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.362805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.362947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.363234] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.363345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.363414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.363577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.363660] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.363842] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.363937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.364038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.364195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.364272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.364360] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc217eb7-4363-4857-ad59-dfa158fae751 is going to be updated. [ 953.388347] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.388545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.388590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.388834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.389165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.389306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc217eb7-4363-4857-ad59-dfa158fae751" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.531668] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.531830] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.531904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.532194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.532302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.532439] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 953.564339] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.564506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.564577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.564799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.564948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.575520] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 954.137260] env[66687]: INFO networking_nsxv3.common.synchronization [req-a6afaa7d-debe-4475-9bf0-3defbeabe06d req-6b303e6f-3903-4c84-8130-b18f39668bc1 tempest-ServersNegativeTestJSON-895141920 tempest-ServersNegativeTestJSON-895141920-project-member] Enqueued Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 954.137959] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 954.138315] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.138500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.138582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.138851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.139067] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.139197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.139348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.139502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.140026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.140256] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.375375] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 954.375375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.506121] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.506759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.506953] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.507248] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.507529] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.507687] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.507801] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.508190] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.508398] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.508646] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.508817] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.508958] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.509106] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.509249] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.509384] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.509546] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.528876] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.529296] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.529296] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.529475] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.530053] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-235390c9-da0c-4231-a513-08a5afab6cfb taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.530053] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-235390c9-da0c-4231-a513-08a5afab6cfb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.530053] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-235390c9-da0c-4231-a513-08a5afab6cfb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.530306] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-235390c9-da0c-4231-a513-08a5afab6cfb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.530445] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('235390c9-da0c-4231-a513-08a5afab6cfb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.643213] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.651137] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 954.651362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.979893] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 954.980040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.980222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.980440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.980632] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.981104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.981104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.981104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.981296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.981296] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.034064] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.034064] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.034064] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.034064] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.034328] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.034328] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 235390c9-da0c-4231-a513-08a5afab6cfb not found, creating... [ 955.034561] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.034714] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.034828] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.035081] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.035218] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.035489] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.035640] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.035754] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.035957] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.036096] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.036235] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 235390c9-da0c-4231-a513-08a5afab6cfb is going to be created. [ 955.055999] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: SUCCESS [ 955.056402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.056651] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.056881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.057093] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.057222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.057294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.057454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.057529] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.057650] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.061387] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.061735] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.061973] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.062452] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.063011] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.063406] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-235390c9-da0c-4231-a513-08a5afab6cfb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.145567] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.477900] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.478121] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.478245] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.478537] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.478900] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.479082] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.479209] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.479431] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.479568] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.479781] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.479888] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.479991] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.480176] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.480223] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.480374] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.480521] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.483656] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.483773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.483840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.484053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.484161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.484380] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.484530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.484530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.484677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.484759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.484847] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be updated. [ 955.509874] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.510073] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.510308] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.510407] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.510717] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-e29fd71f-dda7-4a02-b242-9d8fe687b560 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.510894] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-e29fd71f-dda7-4a02-b242-9d8fe687b560" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.511023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-e29fd71f-dda7-4a02-b242-9d8fe687b560" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.511362] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-e29fd71f-dda7-4a02-b242-9d8fe687b560" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.511498] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29fd71f-dda7-4a02-b242-9d8fe687b560',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.533088] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.533258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.533389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.533529] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.533667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.542975] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: IN_PROGRESS for 2s [ 955.560331] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.586690] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 955.586949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.649634] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.649902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.649902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.650202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.650388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.650486] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 is going to be updated. [ 955.679285] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.679524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.679644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.679909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.680129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.689786] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: IN_PROGRESS for 2s [ 955.775163] env[66687]: INFO networking_nsxv3.common.synchronization [req-a6afaa7d-debe-4475-9bf0-3defbeabe06d req-7491543b-4024-4a14-8961-4e9255090ee6 service nova] Enqueued Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_rules [ 955.775406] env[66687]: INFO networking_nsxv3.common.synchronization [req-a6afaa7d-debe-4475-9bf0-3defbeabe06d req-7491543b-4024-4a14-8961-4e9255090ee6 service nova] Enqueued Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 955.775623] env[66687]: INFO networking_nsxv3.common.synchronization [req-a6afaa7d-debe-4475-9bf0-3defbeabe06d req-7491543b-4024-4a14-8961-4e9255090ee6 service nova] Enqueued Resource ID: 235390c9-da0c-4231-a513-08a5afab6cfb with Priority: HIGHEST for action port [ 955.776249] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_rules [ 955.776468] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 955.776632] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 235390c9-da0c-4231-a513-08a5afab6cfb with Priority: HIGHEST for action port [ 955.777028] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.777208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.777256] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.777501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.777631] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.778975] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.779310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.779564] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-235390c9-da0c-4231-a513-08a5afab6cfb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.779704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-235390c9-da0c-4231-a513-08a5afab6cfb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.779773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-235390c9-da0c-4231-a513-08a5afab6cfb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.779984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-235390c9-da0c-4231-a513-08a5afab6cfb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.780116] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('235390c9-da0c-4231-a513-08a5afab6cfb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.015012] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.015256] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.015256] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.015485] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.015665] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.015838] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port e29fd71f-dda7-4a02-b242-9d8fe687b560 not found, creating... [ 956.016106] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.016265] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.016381] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.016600] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.016739] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.017032] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.017207] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.017325] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.017527] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.017657] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.017790] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: e29fd71f-dda7-4a02-b242-9d8fe687b560 is going to be created. [ 956.039445] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.039846] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.039846] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.040115] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.040535] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.040821] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-e29fd71f-dda7-4a02-b242-9d8fe687b560" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.063187] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.281878] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.282252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.282252] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 235390c9-da0c-4231-a513-08a5afab6cfb with status ACTIVE [ 956.282807] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.282807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.282807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.282977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.282977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.283201] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.283327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.283516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.283722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.283831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.284078] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.284237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.284325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.284479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.284558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.284644] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 235390c9-da0c-4231-a513-08a5afab6cfb is going to be updated. [ 956.307227] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.307443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.307562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.307783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.307970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.308415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-235390c9-da0c-4231-a513-08a5afab6cfb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.419221] env[66687]: INFO networking_nsxv3.common.synchronization [req-fe0f1bfc-4cf1-4a8f-b8b4-b106ea56dc34 req-3311f040-9396-46cd-afcd-91a870415a2b tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 956.419878] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 956.420289] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.420442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.420560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.420849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.421069] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.421202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.421270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.421424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.421510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.421604] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.566692] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.567179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.567320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.567683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.567851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.567933] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be updated. [ 956.600309] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.600510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.600638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.600959] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.601176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.610967] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: IN_PROGRESS for 2s [ 956.739693] env[66687]: INFO networking_nsxv3.common.synchronization [req-15bdf2c8-8fcc-4f0a-9f32-81d9517c91de req-e0942882-270b-4f11-a63f-9bfb6e4a8ed8 service nova] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_rules [ 956.739877] env[66687]: INFO networking_nsxv3.common.synchronization [req-15bdf2c8-8fcc-4f0a-9f32-81d9517c91de req-e0942882-270b-4f11-a63f-9bfb6e4a8ed8 service nova] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 956.740065] env[66687]: INFO networking_nsxv3.common.synchronization [req-15bdf2c8-8fcc-4f0a-9f32-81d9517c91de req-e0942882-270b-4f11-a63f-9bfb6e4a8ed8 service nova] Enqueued Resource ID: e29fd71f-dda7-4a02-b242-9d8fe687b560 with Priority: HIGHEST for action port [ 956.740802] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_rules [ 956.740996] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 956.741198] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29fd71f-dda7-4a02-b242-9d8fe687b560 with Priority: HIGHEST for action port [ 956.741528] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.742079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.742234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.742700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.742862] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.743947] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.744205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.744334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.744572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.744760] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.744890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.744976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.745330] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.745469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.745671] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.746591] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e29fd71f-dda7-4a02-b242-9d8fe687b560 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.746776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e29fd71f-dda7-4a02-b242-9d8fe687b560" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.746898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e29fd71f-dda7-4a02-b242-9d8fe687b560" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.747133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e29fd71f-dda7-4a02-b242-9d8fe687b560" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.747281] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29fd71f-dda7-4a02-b242-9d8fe687b560',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.925151] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.925151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.925151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.925151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.925151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.925151] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.925151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.925151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.925533] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.925533] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.925533] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 956.958446] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.958446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.958446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.958739] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.958826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.971099] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 957.249604] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.251401] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.251401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.251401] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e29fd71f-dda7-4a02-b242-9d8fe687b560 with status ACTIVE [ 957.251401] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.251401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.251401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.251683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.251683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.251737] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.251862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.251922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.252233] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.252233] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.252347] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.252406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.252477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.252561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.252630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.252709] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e29fd71f-dda7-4a02-b242-9d8fe687b560 is going to be updated. [ 957.276473] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.276637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.276709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.276913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.277063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.277229] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e29fd71f-dda7-4a02-b242-9d8fe687b560" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.552681] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 in Status: SUCCESS [ 957.553028] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 deletion is rescheduled due to dependency. [ 957.553028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.624117] env[66687]: INFO networking_nsxv3.common.synchronization [req-cecd244e-e60f-43e2-90ec-74e228ab8306 req-8721a936-a168-4297-8ca4-74e7d9bbd9ab tempest-ServersTestMultiNic-123312066 tempest-ServersTestMultiNic-123312066-project-member] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 957.624117] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 957.624534] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.624832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.625076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.625516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.625841] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.626116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.626302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.626688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.626881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.627084] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.698986] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: SUCCESS [ 957.699302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.699437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.699875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.699875] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.700088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.700088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.700164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.700266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.700423] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.755857] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.915672] env[66687]: INFO networking_nsxv3.common.synchronization [req-cecd244e-e60f-43e2-90ec-74e228ab8306 req-b6a514a6-edf2-42c4-88f0-ea62fd9918bc tempest-ServersTestMultiNic-123312066 tempest-ServersTestMultiNic-123312066-project-member] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 957.916271] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 957.916735] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.916735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.129908] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.130162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.130260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.130523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.130700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.130934] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.131035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.131078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.131286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.131382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.131509] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 958.162581] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.162961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.163457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.163457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.163593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.173828] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 958.202908] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.258746] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.259515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.259515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.259515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.259515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.259515] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 958.293050] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.293050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.293050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.293050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.293050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.304693] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 958.621111] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: SUCCESS [ 958.621355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.621470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.622122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.622122] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.622253] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.622253] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.622423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.622500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.622595] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.693855] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.694170] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-318" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.694305] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-318" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.694619] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-318" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.694884] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.695048] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.695166] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.695374] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.695513] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.695708] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.695821] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.695917] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.696029] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.696165] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.696313] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.696447] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.704983] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.716300] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.716455] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.716586] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.716757] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-318" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.717090] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-5c7d1240-b40d-4de5-8d09-e5d2a9304ba9 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.717263] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-5c7d1240-b40d-4de5-8d09-e5d2a9304ba9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.717374] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-5c7d1240-b40d-4de5-8d09-e5d2a9304ba9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.717700] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-5c7d1240-b40d-4de5-8d09-e5d2a9304ba9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.717833] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7d1240-b40d-4de5-8d09-e5d2a9304ba9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.981882] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 958.982086] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 deletion is rescheduled due to dependency. [ 958.982219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.125729] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.208700] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.208953] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.209088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.209348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.209483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.209613] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 is going to be updated. [ 959.220169] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.220480] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.220662] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.221370] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.221370] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.221585] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 5c7d1240-b40d-4de5-8d09-e5d2a9304ba9 not found, creating... [ 959.222040] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.222264] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.222434] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.222758] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.222962] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.223446] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.223662] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.223840] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.224172] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.224370] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.224565] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 5c7d1240-b40d-4de5-8d09-e5d2a9304ba9 is going to be created. [ 959.249390] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.249516] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.249692] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.250086] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.250395] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.250719] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-5c7d1240-b40d-4de5-8d09-e5d2a9304ba9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.252602] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.252729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.252729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.252950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.253074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.263792] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: IN_PROGRESS for 2s [ 959.628401] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.978359] env[66687]: INFO networking_nsxv3.common.synchronization [req-cecd244e-e60f-43e2-90ec-74e228ab8306 req-10bc4ca1-2582-4b39-90a6-5daa5b7c3338 service nova] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_rules [ 959.978359] env[66687]: INFO networking_nsxv3.common.synchronization [req-cecd244e-e60f-43e2-90ec-74e228ab8306 req-10bc4ca1-2582-4b39-90a6-5daa5b7c3338 service nova] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 959.978359] env[66687]: INFO networking_nsxv3.common.synchronization [req-cecd244e-e60f-43e2-90ec-74e228ab8306 req-10bc4ca1-2582-4b39-90a6-5daa5b7c3338 service nova] Enqueued Resource ID: 5c7d1240-b40d-4de5-8d09-e5d2a9304ba9 with Priority: HIGHEST for action port [ 959.978895] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_rules [ 959.978945] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 959.979630] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7d1240-b40d-4de5-8d09-e5d2a9304ba9 with Priority: HIGHEST for action port [ 959.980168] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.980335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.980639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.980861] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.980947] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.985184] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.985184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.985184] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c7d1240-b40d-4de5-8d09-e5d2a9304ba9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.985366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c7d1240-b40d-4de5-8d09-e5d2a9304ba9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.985366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c7d1240-b40d-4de5-8d09-e5d2a9304ba9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.985498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c7d1240-b40d-4de5-8d09-e5d2a9304ba9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.985577] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7d1240-b40d-4de5-8d09-e5d2a9304ba9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.131452] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.131623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.131729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.131985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.132125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.132235] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be updated. [ 960.163360] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.163360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.163360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.163360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.163567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.174637] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: IN_PROGRESS for 2s [ 960.184658] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 960.184834] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 deletion is rescheduled due to dependency. [ 960.184991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.185359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.185536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.185777] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.185955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.186097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.186357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.186481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.186628] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.217048] env[66687]: INFO networking_nsxv3.common.synchronization [req-4623a203-ca7d-4d0a-a082-d9f28f438e96 req-52eb5228-0818-41a7-a027-e73ac98a93ac tempest-InstanceActionsV221TestJSON-467353039 tempest-InstanceActionsV221TestJSON-467353039-project-member] Enqueued Resource ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 with Priority: HIGHEST for action security_group_members [ 960.217613] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 with Priority: HIGHEST for action security_group_members [ 960.217922] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a044e3ae-6317-44e8-bd46-afd4668e8eb8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.218056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.218134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.218377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.218530] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.218627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.218708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.218827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.218933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.219112] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a044e3ae-6317-44e8-bd46-afd4668e8eb8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.320665] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 960.320828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.321021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.321298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.321591] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.321715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.321779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.321952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.322061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.322123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.322224] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.483294] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.483294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.491726] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c7d1240-b40d-4de5-8d09-e5d2a9304ba9 with status ACTIVE [ 960.492272] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.492272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.492272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.492460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.492460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.492649] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.492736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.493394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.493394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.493394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.493394] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.493394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.493394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.493633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.493633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.493633] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c7d1240-b40d-4de5-8d09-e5d2a9304ba9 is going to be updated. [ 960.517849] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.517849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.517849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.517995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.518162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.518369] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c7d1240-b40d-4de5-8d09-e5d2a9304ba9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.573750] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.574098] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-224" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.574200] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-224" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.574468] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-224" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.574763] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575219] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575219] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.575362] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.575413] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.575950] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.575950] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.575950] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.575950] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.576235] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.576235] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.576235] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.615449] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.615617] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.615744] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.615981] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-224" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.616254] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.616432] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.616548] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.616888] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.617033] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.689555] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.721212] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.721424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.721424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.721692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.721785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.722031] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.722140] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.722204] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.722424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.722424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.722662] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 already deleted. [ 960.722662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.751852] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.752154] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-94" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.752315] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-94" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.752635] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-94" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.752959] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.753188] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.753318] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.753572] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.753720] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.753958] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.754238] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.754391] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.754507] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.754667] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.754792] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.754927] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.775959] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.776151] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.776284] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.776461] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-94" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.777742] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-84da5469-5c5b-4de6-ab6b-2e3634e214ba taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.777742] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-84da5469-5c5b-4de6-ab6b-2e3634e214ba" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.777742] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-84da5469-5c5b-4de6-ab6b-2e3634e214ba" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.777742] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-84da5469-5c5b-4de6-ab6b-2e3634e214ba" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.777742] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84da5469-5c5b-4de6-ab6b-2e3634e214ba',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.824828] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.825040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.825146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.825351] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.825566] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.825683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.825747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.825912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.826008] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.826102] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.826256] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.826339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.826400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.826537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.826957] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.826957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.826957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.826957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.827218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.827218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.827218] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.119961] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.120200] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.120328] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.120694] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.120875] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.121055] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0 not found, creating... [ 961.121340] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.121501] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.121617] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.121852] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.122033] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.122345] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.122531] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.122661] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.122874] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.123015] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.123194] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0 is going to be created. [ 961.159767] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.160100] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.160339] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.160750] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.161140] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.161446] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.191468] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.280272] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.280538] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.280635] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.280920] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.281088] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.281242] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 84da5469-5c5b-4de6-ab6b-2e3634e214ba not found, creating... [ 961.281505] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.281668] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.281771] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.282063] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.282233] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.282526] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.282682] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.282792] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.282999] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.283146] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.283283] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 84da5469-5c5b-4de6-ab6b-2e3634e214ba is going to be created. [ 961.285164] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: SUCCESS [ 961.285351] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.285538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.285641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.285802] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.286127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.286127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.286127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.286215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.286244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.286343] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.310013] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.310013] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.310013] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.310750] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.311149] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.311458] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-84da5469-5c5b-4de6-ab6b-2e3634e214ba" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.329670] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2dd96b1-171c-4d25-bb75-d8a231df801d: rpc.has_security_group_logging(os_id): False [ 961.357821] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.358024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.358024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.358189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.358251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.358484] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.358592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.358649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.358835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.358954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.359097] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.359191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.359246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.359387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.359465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.359639] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.359732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.359791] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.359923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.359993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.360090] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 961.446571] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.446785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.446785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.447024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.447192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.465545] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 961.694330] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.694817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.694817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.694817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.694998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.694998] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 961.723850] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.724094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.724167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.724394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.724541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.733771] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 961.790530] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.790698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.790775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.791020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.791197] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.792376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.792376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.792376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.792376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.792508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.792618] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.792712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.792770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.792916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.793096] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.793204] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.793234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.793370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.793449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.793526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.793616] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.848662] env[66687]: INFO networking_nsxv3.common.synchronization [req-4623a203-ca7d-4d0a-a082-d9f28f438e96 req-b16e0f29-6caf-48f1-9af0-8309067a131b service nova] Enqueued Resource ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 with Priority: HIGHEST for action security_group_rules [ 961.848867] env[66687]: INFO networking_nsxv3.common.synchronization [req-4623a203-ca7d-4d0a-a082-d9f28f438e96 req-b16e0f29-6caf-48f1-9af0-8309067a131b service nova] Enqueued Resource ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 with Priority: HIGHEST for action security_group_members [ 961.849008] env[66687]: INFO networking_nsxv3.common.synchronization [req-4623a203-ca7d-4d0a-a082-d9f28f438e96 req-b16e0f29-6caf-48f1-9af0-8309067a131b service nova] Enqueued Resource ID: cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0 with Priority: HIGHEST for action port [ 961.849736] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 with Priority: HIGHEST for action security_group_rules [ 961.850379] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 with Priority: HIGHEST for action security_group_members [ 961.850594] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0 with Priority: HIGHEST for action port [ 961.850990] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a044e3ae-6317-44e8-bd46-afd4668e8eb8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.851154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.851226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.851480] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.851570] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a044e3ae-6317-44e8-bd46-afd4668e8eb8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.852715] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a044e3ae-6317-44e8-bd46-afd4668e8eb8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.852833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.852965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.853257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.853421] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.853511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.853573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.853722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.853808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.853898] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a044e3ae-6317-44e8-bd46-afd4668e8eb8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.854724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.854862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.854896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.855038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.855113] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.028600] env[66687]: INFO networking_nsxv3.common.synchronization [req-cecd244e-e60f-43e2-90ec-74e228ab8306 req-8d012a54-db6f-4969-b8a0-219d1aded4ae service nova] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_rules [ 962.028702] env[66687]: INFO networking_nsxv3.common.synchronization [req-cecd244e-e60f-43e2-90ec-74e228ab8306 req-8d012a54-db6f-4969-b8a0-219d1aded4ae service nova] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 962.028745] env[66687]: INFO networking_nsxv3.common.synchronization [req-cecd244e-e60f-43e2-90ec-74e228ab8306 req-8d012a54-db6f-4969-b8a0-219d1aded4ae service nova] Enqueued Resource ID: 84da5469-5c5b-4de6-ab6b-2e3634e214ba with Priority: HIGHEST for action port [ 962.029344] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_rules [ 962.029472] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 962.029563] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84da5469-5c5b-4de6-ab6b-2e3634e214ba with Priority: HIGHEST for action port [ 962.029861] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.029954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.030192] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.030238] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.030401] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-84da5469-5c5b-4de6-ab6b-2e3634e214ba taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.030498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84da5469-5c5b-4de6-ab6b-2e3634e214ba" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.030583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84da5469-5c5b-4de6-ab6b-2e3634e214ba" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.030984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84da5469-5c5b-4de6-ab6b-2e3634e214ba" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.031706] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84da5469-5c5b-4de6-ab6b-2e3634e214ba',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.185483] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: SUCCESS [ 962.185716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.185881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.186118] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.186309] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.186449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.186517] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.186683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.186758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.186860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.187196] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.187196] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.187438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.187438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.187576] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.187670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.187744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.187894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.187968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.188199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.188333] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.189224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.189489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.189644] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.189743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.189806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.189945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.190098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.190258] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.297246] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71beaba1-27f1-42b5-97f0-215abe1bd969: rpc.has_security_group_logging(os_id): False [ 962.320953] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.322387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.322387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.322387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.322387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.322387] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.322387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.322387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.322756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.322756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.322756] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.322881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.322881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.323317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.323317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.323444] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.323500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.323599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.323685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.323754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.323834] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 is going to be updated. [ 962.356658] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a044e3ae-6317-44e8-bd46-afd4668e8eb8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.356789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.356989] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0 with status ACTIVE [ 962.357179] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.357394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.357462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.357667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.357751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.357923] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.358844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.360318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.360318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.360318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.360318] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.360318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.360318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.360318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.360318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.360318] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0 is going to be updated. [ 962.360931] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a044e3ae-6317-44e8-bd46-afd4668e8eb8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.383517] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.383710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.383747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.383949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.384232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.384406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfd7adb6-724f-4d5a-b491-3ccaf1c32aa0" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.391752] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.391926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.391976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.392206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.392355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.407432] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: IN_PROGRESS for 2s [ 962.534018] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84da5469-5c5b-4de6-ab6b-2e3634e214ba with status ACTIVE [ 962.534352] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.535456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.535456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.535456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.535456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.535456] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.535456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.535456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.535802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.535918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.536212] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.536302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.536351] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.536986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.536986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.536986] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84da5469-5c5b-4de6-ab6b-2e3634e214ba is going to be updated. [ 962.566816] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.567059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.567182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.568021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.568021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.568021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84da5469-5c5b-4de6-ab6b-2e3634e214ba" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.692165] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea85c678-3c75-4e25-90d7-6dc371f7b3b2: rpc.has_security_group_logging(os_id): False [ 962.693522] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.714357] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.714818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.714890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.715343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.715610] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.715869] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.716206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.716350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.716564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.716671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.716892] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.717116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.717174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.717322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.717399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.717590] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.717683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.717744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.717879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.717969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.718118] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be created. [ 962.784639] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.784639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.784639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.784816] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.784973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.799296] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: IN_PROGRESS for 2s [ 962.862811] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a044e3ae-6317-44e8-bd46-afd4668e8eb8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.196568] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.365380] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.365560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.365603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.365832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.366366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.366711] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 is going to be created. [ 963.391969] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.392199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.392287] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.392565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.392648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.403447] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 in Status: UNINITIALIZED for 2s [ 963.483831] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 963.484162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.702049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.702215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.702253] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.702825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.702825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.702825] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be updated. [ 963.744484] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.745121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.745121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.745121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.745328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.747309] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 963.747662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.748446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.748746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.749042] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.749155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.749212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.749421] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.749500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.749599] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.757376] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: IN_PROGRESS for 2s [ 964.253019] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.427738] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: SUCCESS [ 964.428063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.754467] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.813129] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: SUCCESS [ 964.813506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.813760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.814108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.814264] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.115640] env[66687]: INFO networking_nsxv3.common.synchronization [req-c47ec801-0601-4251-8bd7-49b133cc2b07 req-aad23cdb-05e4-4b40-ab0a-c852bf17fe46 tempest-ImagesTestJSON-181902845 tempest-ImagesTestJSON-181902845-project-member] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 965.116325] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 965.116588] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.116754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.116754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.116966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.117204] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.117356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.117356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.117556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.117556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.117671] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.356629] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.356629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.356629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.356629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.356629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.356629] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 965.356629] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.356629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.356629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.356629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.356629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.356629] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 965.356629] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.356629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.415692] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 in Status: SUCCESS [ 965.416156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.416156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.416680] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.416680] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.416680] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.416680] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.416891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.416891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.416965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.417086] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a044e3ae-6317-44e8-bd46-afd4668e8eb8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.621480] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.621653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.621705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.622034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.622190] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.622459] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.622573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.622644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.622870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.623031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.623098] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 965.666030] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.666030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.666030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.666030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.666030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.676409] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 965.770482] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: IN_PROGRESS for 4s [ 965.920465] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a044e3ae-6317-44e8-bd46-afd4668e8eb8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.920671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.920726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.922157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.922157] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.922157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.922157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.922157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.922157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.922157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.922157] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a044e3ae-6317-44e8-bd46-afd4668e8eb8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.922157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.922157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.922595] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.922595] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.922788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.922840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.923374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.923374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.923374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.923374] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a044e3ae-6317-44e8-bd46-afd4668e8eb8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.427062] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a044e3ae-6317-44e8-bd46-afd4668e8eb8: rpc.has_security_group_logging(os_id): False [ 966.446962] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.447127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.447201] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.447447] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.447541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.447749] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.447843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.447916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.448138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.448235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.448505] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.448602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.448663] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.448803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.448878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.449090] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.449188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.449248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.449397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.449512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.449609] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 is going to be created. [ 966.515448] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.515641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.515641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.515955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.516184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.526827] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 in Status: IN_PROGRESS for 2s [ 967.235569] env[66687]: INFO networking_nsxv3.common.synchronization [req-3ebc1981-c237-4dbe-8004-50cc22b4e562 req-657a7822-5e3b-4f58-9618-854632e2f45a tempest-ServersNegativeTestJSON-895141920 tempest-ServersNegativeTestJSON-895141920-project-member] Enqueued Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 967.236299] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 967.237081] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.237233] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.237296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.237505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.237665] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.237766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.237870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.237967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.238069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.238157] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.324020] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 967.324378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.324564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.324789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.325043] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.325177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.325220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.325356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.325436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.325517] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.325626] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.326836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.326836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.326836] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.326836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.327107] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.327107] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.327107] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.327206] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.690183] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 967.690471] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 deletion is rescheduled due to dependency. [ 967.690632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.740397] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.784520] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: SUCCESS [ 967.784804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.785452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.785716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.785932] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.786105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.786201] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.786407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.786519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.786624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.786720] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.828609] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.828833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.829028] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.243432] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.289409] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.289628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.289628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.289830] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.290037] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.290141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.290215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.290390] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.290487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.290577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.290766] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.290918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.290918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.291085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.291474] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.291474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.291474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.291687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.291687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.291687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.291833] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.331633] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.539666] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 in Status: SUCCESS [ 968.539800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.746198] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.746198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.746198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.746526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.746664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.746777] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 is going to be updated. [ 968.777415] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.777562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.777647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.777929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.777929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.789293] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: IN_PROGRESS for 2s [ 968.794733] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea85c678-3c75-4e25-90d7-6dc371f7b3b2: rpc.has_security_group_logging(os_id): False [ 968.813480] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.813616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.813685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.813895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.813986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.814285] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.814380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.814449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.814598] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.814675] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.814856] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.814949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.815025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.815168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.815243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.815433] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.815526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.815587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.815722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.815795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.815879] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be updated. [ 968.834836] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.834836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.834836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.834836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.835089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.835089] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 968.865666] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.865854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.865951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.866171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.866316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.876724] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 968.885508] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.885844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.885844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.885926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.886121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.903967] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: IN_PROGRESS for 2s [ 970.231262] env[66687]: INFO networking_nsxv3.common.synchronization [req-77c243a0-eae4-49df-a2e4-e315d27bf5fb req-3abd1068-6288-4b4b-93ca-3bfed46e3b66 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 970.232686] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 970.233151] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.233305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.233410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.233676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.233857] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.233983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.234104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.234287] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.234535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.234535] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.737893] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.800810] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: SUCCESS [ 970.801072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.893968] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 970.894313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.894486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.894705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.894908] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.895042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.895125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.895350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.895419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.895506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.895682] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.895784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.895858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.895979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.898789] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.898857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.898960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.899110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.899633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.899633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.899633] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.916947] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: SUCCESS [ 970.917224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.917405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.917655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.917746] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.242022] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.402255] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2: rpc.has_security_group_logging(os_id): False [ 971.421395] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.421553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.421678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.421855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.421920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.422176] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.422287] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.422363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.422552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.422583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.422772] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.422910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.422910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.423062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.423137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.423310] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.423401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.423462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.423595] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.423669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.423755] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 971.425248] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.425417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.425417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.425598] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.425727] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.425816] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.425816] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.426730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.426730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.426730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.426730] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.509693] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.511159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.511159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.511159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.511159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.546172] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 971.585859] env[66687]: INFO networking_nsxv3.common.synchronization [req-3e402fe8-8ec5-44d0-8c76-fce418195658 req-107ff4dd-fa78-4d56-ba97-ba97be66d807 tempest-AttachVolumeShelveTestJSON-1895118861 tempest-AttachVolumeShelveTestJSON-1895118861-project-member] Enqueued Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_members [ 971.586618] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGHEST for action security_group_members [ 971.587111] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.587305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.587410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.587881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.587949] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.588112] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.588216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.588455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.588591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.588800] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.718167] env[66687]: INFO networking_nsxv3.common.synchronization [req-3daa9b4a-62d4-4cb5-84e1-02e9afd183d6 req-61321383-cb01-448e-a60f-0cc2df34d0f2 tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 971.719274] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 971.719708] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.719894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.720035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.720311] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.720609] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.720695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.720734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.721250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.721250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.721458] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.748676] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.748676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.748676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.748676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.748676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.748676] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 971.784405] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.784919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.785021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.785691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.785839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.796341] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 971.928550] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.928749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.928797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.929317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.929556] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.929698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.929786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.930350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.930543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.930630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.930812] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.930965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.931084] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.931244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.931398] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.931491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.931553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.931723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.931786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.931839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.931926] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.968556] env[66687]: INFO networking_nsxv3.common.synchronization [None req-3e6aa46c-aa6b-4925-940a-c71f93e22991 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 971.969092] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 971.969418] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.969544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.091328] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.091485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.091572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.092117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.092315] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.093442] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.093639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.093900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.094343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.094832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.094832] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a25be43-3b33-4310-b696-faeae169850a is going to be updated. [ 972.127890] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.128049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.128123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.128338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.128477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.138482] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: IN_PROGRESS for 2s [ 972.174917] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.177200] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.178142] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.178492] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.180048] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.180048] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.180048] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.180048] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.180048] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.180048] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.180048] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.180048] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.180048] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.180385] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.180385] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.180385] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.203784] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.203784] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.203784] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.203784] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.203784] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-daa66cf9-d8be-4f31-9ccd-6aa6fb022852 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.203784] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-daa66cf9-d8be-4f31-9ccd-6aa6fb022852" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.203784] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-daa66cf9-d8be-4f31-9ccd-6aa6fb022852" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.203784] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-daa66cf9-d8be-4f31-9ccd-6aa6fb022852" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.203784] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa66cf9-d8be-4f31-9ccd-6aa6fb022852',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.227445] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.227445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.227445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.227445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.227445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.227445] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.227445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.227445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.227445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.227445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.227445] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 972.256109] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.256556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.256556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.256556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.256697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.267758] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 972.275603] env[66687]: INFO networking_nsxv3.common.synchronization [req-3bc35330-7336-42ef-8d47-62d7fcaf1df2 req-066b6686-3244-4718-b3a1-8bca8b456633 tempest-InstanceActionsV221TestJSON-467353039 tempest-InstanceActionsV221TestJSON-467353039-project-member] Enqueued Resource ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 with Priority: HIGHEST for action security_group_members [ 972.276469] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 with Priority: HIGHEST for action security_group_members [ 972.276817] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-a044e3ae-6317-44e8-bd46-afd4668e8eb8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.276941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.277014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.277679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.277882] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.277994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.278211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.278394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.278486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.278584] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a044e3ae-6317-44e8-bd46-afd4668e8eb8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.434796] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea85c678-3c75-4e25-90d7-6dc371f7b3b2: rpc.has_security_group_logging(os_id): False [ 972.464774] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.464930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.465011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.465268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.465458] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.465597] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.465699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.465768] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.465930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.466018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.466425] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.466425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.466425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.466574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.466608] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.466798] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.466892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.466953] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.467100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.467174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.467260] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be updated. [ 972.572323] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.572602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.572602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.572735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.573043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.591756] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: IN_PROGRESS for 2s [ 972.706658] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.706960] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.707112] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.707410] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.707562] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.707715] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port daa66cf9-d8be-4f31-9ccd-6aa6fb022852 not found, creating... [ 972.707997] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.708211] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.708333] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.708616] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.708747] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.708998] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.709204] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.709349] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.709697] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.709843] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.709985] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: daa66cf9-d8be-4f31-9ccd-6aa6fb022852 is going to be created. [ 972.733508] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.733722] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.733898] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.734489] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.734768] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.735047] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-daa66cf9-d8be-4f31-9ccd-6aa6fb022852" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.780968] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.781307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.781307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.781614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.781754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.785022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.785022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.785022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.785022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.785022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.785022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 is going to be updated. [ 972.853054] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.853250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.853306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.853541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.853716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.869280] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 in Status: IN_PROGRESS for 2s [ 973.484094] env[66687]: INFO networking_nsxv3.common.synchronization [req-3daa9b4a-62d4-4cb5-84e1-02e9afd183d6 req-6c0e63c6-d335-4e90-b9a4-81fcf514aa5d service nova] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_rules [ 973.484483] env[66687]: INFO networking_nsxv3.common.synchronization [req-3daa9b4a-62d4-4cb5-84e1-02e9afd183d6 req-6c0e63c6-d335-4e90-b9a4-81fcf514aa5d service nova] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 973.484836] env[66687]: INFO networking_nsxv3.common.synchronization [req-3daa9b4a-62d4-4cb5-84e1-02e9afd183d6 req-6c0e63c6-d335-4e90-b9a4-81fcf514aa5d service nova] Enqueued Resource ID: daa66cf9-d8be-4f31-9ccd-6aa6fb022852 with Priority: HIGHEST for action port [ 973.489021] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_rules [ 973.489021] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 973.489021] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa66cf9-d8be-4f31-9ccd-6aa6fb022852 with Priority: HIGHEST for action port [ 973.489021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.489021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.489021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.489021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.489021] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.489021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.489021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.489021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-daa66cf9-d8be-4f31-9ccd-6aa6fb022852 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.489576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daa66cf9-d8be-4f31-9ccd-6aa6fb022852" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.489576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daa66cf9-d8be-4f31-9ccd-6aa6fb022852" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.489576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daa66cf9-d8be-4f31-9ccd-6aa6fb022852" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.489712] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa66cf9-d8be-4f31-9ccd-6aa6fb022852',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.562478] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 973.563044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.563044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.563191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.563191] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.822030] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 973.822030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.822030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.822030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.822030] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.822030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.822030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.822030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.822030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.822881] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.996794] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.996794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.996794] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daa66cf9-d8be-4f31-9ccd-6aa6fb022852 with status ACTIVE [ 973.996794] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.996794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.996794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.996794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.996794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.996794] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.996794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.996794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.996794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.996794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.996794] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.997433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.997433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.997433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.997433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.997433] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daa66cf9-d8be-4f31-9ccd-6aa6fb022852 is going to be updated. [ 974.020971] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.021141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.021213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.021430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.021592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.021759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daa66cf9-d8be-4f31-9ccd-6aa6fb022852" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.066130] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.066130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.066130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.066130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.066130] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.066402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.066402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.066460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.066556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.066645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.066737] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.152155] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a25be43-3b33-4310-b696-faeae169850a in Status: SUCCESS [ 974.152338] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a25be43-3b33-4310-b696-faeae169850a deletion is rescheduled due to dependency. [ 974.152338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.278546] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 974.278788] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 deletion is rescheduled due to dependency. [ 974.278898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.279078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.279306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.279486] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.279595] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.279658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.279807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.279888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.279975] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.326836] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.327030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.327085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.327316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.327407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.327615] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.327713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.327792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.327952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.328089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.328218] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 974.366077] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.366077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.366077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.366077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.366077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.379107] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 974.569819] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.570138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.570138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.570243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.570457] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.570568] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.570634] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.570842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.570932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.571020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.571196] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.571294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.571355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.571496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.571635] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.571747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.571815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.571998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.572128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.572232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.572275] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.611244] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: SUCCESS [ 974.611244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.740740] env[66687]: INFO networking_nsxv3.common.synchronization [req-3058b596-07c5-45c8-b0dd-44e4db8fc2e3 req-d53a9800-ea26-4609-9e06-feb796cb4510 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_members [ 974.741409] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGHEST for action security_group_members [ 974.743284] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.743284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.743284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.743284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.743284] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.743284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.743566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.743607] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.743791] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.744632] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3adbb3a6-6cc6-4d3e-addc-afa4bda083a9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.783595] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.879846] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 in Status: SUCCESS [ 974.880053] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 deletion is rescheduled due to dependency. [ 974.880155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.074826] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2: rpc.has_security_group_logging(os_id): False [ 975.099873] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.100036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.100119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.100394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.100495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.100716] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.100815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.100870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.101033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.101106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.101293] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.101387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.101449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.101593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.101672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.101855] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.105124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.105124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.105124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.105124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.105124] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 975.173593] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.173819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.173819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.173957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.175448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.195166] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 975.247070] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.247070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.247070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.247489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.247489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.247647] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.247647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.247839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.247907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.247976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.248060] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 is going to be updated. [ 975.290520] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.297016] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.297188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.297261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.297482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.297765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.312749] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 in Status: IN_PROGRESS for 2s [ 975.604555] env[66687]: INFO networking_nsxv3.common.synchronization [req-79a1fc79-94e8-4f76-a39f-4eac4e53027b req-48d4fa01-1102-476a-9eea-a728f4152c72 tempest-ServersTestMultiNic-123312066 tempest-ServersTestMultiNic-123312066-project-member] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 975.605723] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 975.606252] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.606420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.606510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.606690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.606848] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.606963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.607038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.607264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.607264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.607406] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.793611] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.794065] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.794065] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.794182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.794272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.794385] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 975.832212] env[66687]: INFO networking_nsxv3.common.synchronization [req-79a1fc79-94e8-4f76-a39f-4eac4e53027b req-31f5f27e-9db0-43da-9127-642538bfe206 tempest-ServersTestMultiNic-123312066 tempest-ServersTestMultiNic-123312066-project-member] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 975.832212] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGHEST for action security_group_members [ 975.832212] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.832212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.843025] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.843025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.843025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.843025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.843025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.856926] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 976.110130] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.139230] env[66687]: INFO networking_nsxv3.common.synchronization [req-fd12770d-9a57-4491-b0b0-2972ac6823cb req-6fcff6b3-09f5-400c-85be-ad248ee2d439 tempest-ServerRescueNegativeTestJSON-436220716 tempest-ServerRescueNegativeTestJSON-436220716-project-member] Enqueued Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_members [ 976.140013] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGHEST for action security_group_members [ 976.140494] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe33fe02-8596-499a-9421-dcc2d80cba50 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.140616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.140704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.141034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.141289] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.141479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.141577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.141851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.141985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.142193] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe33fe02-8596-499a-9421-dcc2d80cba50',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.211044] env[66687]: INFO networking_nsxv3.common.synchronization [req-8610e3d0-4c40-479e-80b0-443fcdd64405 req-03b95e03-d4c8-42ea-95bc-1d06ec600359 tempest-ImagesTestJSON-181902845 tempest-ImagesTestJSON-181902845-project-member] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 976.211327] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 976.211686] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.211807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.211876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.212117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.212274] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.212372] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.212437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.212588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.212694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.212813] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.388521] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 976.388694] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d deletion is rescheduled due to dependency. [ 976.389479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.576682] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.576831] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.576955] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.577367] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.577501] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.577655] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.577770] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.577977] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.578550] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.578927] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.578927] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.579083] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.579131] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.579201] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.579303] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.579432] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.600825] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.600999] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.601169] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.601543] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-575" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.601699] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-189a0481-73d9-466d-8377-360b12b97c4c taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.601871] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-189a0481-73d9-466d-8377-360b12b97c4c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.601999] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-189a0481-73d9-466d-8377-360b12b97c4c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.602342] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-189a0481-73d9-466d-8377-360b12b97c4c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.602481] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('189a0481-73d9-466d-8377-360b12b97c4c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.613058] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.646073] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.646230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.646302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.646668] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.646780] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.646996] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.647123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.647193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.647365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.647446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.647541] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe33fe02-8596-499a-9421-dcc2d80cba50 is going to be updated. [ 976.676964] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.677152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.677191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.677394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.677534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.686767] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe33fe02-8596-499a-9421-dcc2d80cba50 in Status: IN_PROGRESS for 2s [ 976.717233] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.717417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.717502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.717697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.717796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.718054] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.718188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.718245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.718382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.718467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.718574] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 976.746049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.746208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.746284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.746530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.746635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.757415] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 977.105291] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.105610] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.105735] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.106049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.106212] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.106403] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 189a0481-73d9-466d-8377-360b12b97c4c not found, creating... [ 977.106709] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.106902] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.107035] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.107278] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.107420] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.107723] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.107878] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.108016] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.108308] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.108464] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.108621] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 189a0481-73d9-466d-8377-360b12b97c4c is going to be created. [ 977.115796] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.116063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.116063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.116275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.116383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.116636] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 977.132812] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.133151] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.133386] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.133823] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.134234] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.134637] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-189a0481-73d9-466d-8377-360b12b97c4c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.147552] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.147759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.147759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.147930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.148089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.161275] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 977.217360] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 977.217687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.324531] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 in Status: SUCCESS [ 977.324531] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 deletion is rescheduled due to dependency. [ 977.324531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.868769] env[66687]: INFO networking_nsxv3.common.synchronization [req-8610e3d0-4c40-479e-80b0-443fcdd64405 req-e12d103c-6d45-47d7-9bb8-d924e890bece service nova] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_rules [ 977.868769] env[66687]: INFO networking_nsxv3.common.synchronization [req-8610e3d0-4c40-479e-80b0-443fcdd64405 req-e12d103c-6d45-47d7-9bb8-d924e890bece service nova] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 977.868769] env[66687]: INFO networking_nsxv3.common.synchronization [req-8610e3d0-4c40-479e-80b0-443fcdd64405 req-e12d103c-6d45-47d7-9bb8-d924e890bece service nova] Enqueued Resource ID: 189a0481-73d9-466d-8377-360b12b97c4c with Priority: HIGHEST for action port [ 977.870950] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 977.870950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.871103] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_rules [ 977.871240] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 977.871355] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a0481-73d9-466d-8377-360b12b97c4c with Priority: HIGHEST for action port [ 977.871822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.871822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.872229] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.872229] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.872229] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.872439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.872439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.872494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.872603] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.873577] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.874368] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.874471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.874639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.874726] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.875662] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.875767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.876011] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-189a0481-73d9-466d-8377-360b12b97c4c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.876601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-189a0481-73d9-466d-8377-360b12b97c4c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.876676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-189a0481-73d9-466d-8377-360b12b97c4c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.876853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-189a0481-73d9-466d-8377-360b12b97c4c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.876932] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('189a0481-73d9-466d-8377-360b12b97c4c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.379537] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.379537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.379537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.379537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.379537] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.379537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.379537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.379877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.379877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.379877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.379877] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.380052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.380052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.380189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.380314] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.380388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.380618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.380618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.380704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.380704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.380799] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.381853] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.381970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.382135] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 189a0481-73d9-466d-8377-360b12b97c4c with status ACTIVE [ 978.382286] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.382386] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.382451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.382657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.382726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.382853] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.382945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.383015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.383166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.383289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.383449] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.383560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.383599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.383864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.383864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.383864] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 189a0481-73d9-466d-8377-360b12b97c4c is going to be updated. [ 978.411075] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.411265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.411345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.411656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.411877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.412262] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-189a0481-73d9-466d-8377-360b12b97c4c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.548317] env[66687]: INFO networking_nsxv3.common.synchronization [req-a0308c39-4354-4324-a5eb-2334894d3633 req-a0798e84-b4a8-452c-8339-df7ff7e363db tempest-ListServerFiltersTestJSON-882784035 tempest-ListServerFiltersTestJSON-882784035-project-member] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 978.549373] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 978.549475] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.549802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.550145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.550145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.550403] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.550403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.550518] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.550596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.550682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.550783] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.698825] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe33fe02-8596-499a-9421-dcc2d80cba50 in Status: SUCCESS [ 978.699108] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe33fe02-8596-499a-9421-dcc2d80cba50 deletion is rescheduled due to dependency. [ 978.699236] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.776258] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 4s [ 978.886400] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99ead5f1-840e-4ba8-9b07-4b276a08e698: rpc.has_security_group_logging(os_id): False [ 978.905470] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.905661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.905661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.905892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.905987] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.906227] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.906334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.906394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.906552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.906627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.906824] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.906916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.906975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.907125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.907199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.907376] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.907467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.907533] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.907700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.907775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.907858] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 978.976425] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.976425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.976425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.976735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.976735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.992944] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 979.053760] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.128545] env[66687]: INFO networking_nsxv3.common.synchronization [None req-563f7191-943f-4da8-afea-621bbcf2e52f tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_rules [ 979.129439] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_rules [ 979.129825] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da66085-9532-4636-a7a0-ba7054433a3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.130018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.130143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.130459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.130565] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da66085-9532-4636-a7a0-ba7054433a3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.172797] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 979.173022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.173227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.173490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.173703] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.173844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.173919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.174135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.174261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.174397] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.229654] env[66687]: INFO networking_nsxv3.common.synchronization [None req-27694855-5f8b-4d0d-95c1-dbb72b64165c tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_rules [ 979.230238] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_rules [ 979.230550] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da66085-9532-4636-a7a0-ba7054433a3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.230647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.556344] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.655867] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.657218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.657218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.657218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.657218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.657218] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da66085-9532-4636-a7a0-ba7054433a3f already deleted. [ 979.657218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.657218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.657218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.657467] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da66085-9532-4636-a7a0-ba7054433a3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.679669] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.679910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.679979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.680213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.680360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.680644] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.680803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.680920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.681162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.681267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.681399] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be updated. [ 979.710979] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.710979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.710979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.710979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.710979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.725964] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: IN_PROGRESS for 2s [ 980.059555] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.059954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.059954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.060206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.060315] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.060452] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be updated. [ 980.097963] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.097963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.098266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.098266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.098867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.108734] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: IN_PROGRESS for 2s [ 980.182083] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.182083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.182083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.182083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.182083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.182083] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da66085-9532-4636-a7a0-ba7054433a3f already deleted. [ 980.182083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.786598] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 980.786887] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 deletion is rescheduled due to dependency. [ 980.786887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.787297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.787297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.787549] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.788178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.788178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.788178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.788178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.788309] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.007636] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 981.007636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.291444] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.737084] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 in Status: SUCCESS [ 981.737084] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 deletion is rescheduled due to dependency. [ 981.737084] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.793486] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.120389] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: SUCCESS [ 982.120389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.297081] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.297399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.297399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.297579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.297689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.298655] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 982.328068] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.328228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.328327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.328513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.328659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.337106] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 982.934361] env[66687]: INFO networking_nsxv3.common.synchronization [None req-7aed0a3c-acb1-4d02-ae1f-16510da89990 tempest-AttachVolumeShelveTestJSON-1895118861 tempest-AttachVolumeShelveTestJSON-1895118861-project-member] Enqueued Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_rules [ 982.934361] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_rules [ 982.934361] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.934361] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.934361] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.934879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.935099] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.089021] env[66687]: INFO networking_nsxv3.common.synchronization [None req-6f10765f-5aba-4295-96c5-0d4879c8f68e tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_rules [ 983.090638] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_rules [ 983.090752] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.090906] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.090982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.091404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.091499] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.175228] env[66687]: INFO networking_nsxv3.common.synchronization [None req-87a7b7ca-1b35-48ee-8e29-2556819244f7 tempest-AttachVolumeShelveTestJSON-1895118861 tempest-AttachVolumeShelveTestJSON-1895118861-project-member] Enqueued Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_rules [ 983.178118] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_rules [ 983.178118] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.178118] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.352696] env[66687]: INFO networking_nsxv3.common.synchronization [None req-055c534c-fb08-4cfe-ace4-92dd1503cda1 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_rules [ 983.353375] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_rules [ 983.353824] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.355218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.455451] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.455451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.455829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.455829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.455829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.455982] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a3cdc7a-467f-411f-9511-06882ee34610 already deleted. [ 983.455982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.456208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.456515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.456515] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.615075] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.615075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.615075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.615075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.615075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.615075] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc already deleted. [ 983.615075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.615075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.615075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.615075] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.774826] env[66687]: INFO networking_nsxv3.common.synchronization [None req-f1048784-9e6c-4508-b434-fda5e9927a4b None None] Enqueued Resource ID: 09491a33-67c6-415f-a564-ea8fbd14ce6a with Priority: HIGHEST for action port [ 983.775472] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09491a33-67c6-415f-a564-ea8fbd14ce6a with Priority: HIGHEST for action port [ 983.775737] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-09491a33-67c6-415f-a564-ea8fbd14ce6a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.775865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09491a33-67c6-415f-a564-ea8fbd14ce6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.775983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09491a33-67c6-415f-a564-ea8fbd14ce6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.776202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09491a33-67c6-415f-a564-ea8fbd14ce6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.776285] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09491a33-67c6-415f-a564-ea8fbd14ce6a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.978375] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.978537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.978618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.978829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.978919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.979047] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a3cdc7a-467f-411f-9511-06882ee34610 already deleted. [ 983.979132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.139024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.139024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.139024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.139024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.139024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.139024] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc already deleted. [ 984.139336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.280238] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09491a33-67c6-415f-a564-ea8fbd14ce6a [ 984.280300] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.280448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.280633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.280766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.280857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.280959] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09491a33-67c6-415f-a564-ea8fbd14ce6a already deleted. [ 984.281294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09491a33-67c6-415f-a564-ea8fbd14ce6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.346980] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 984.347228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.347404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.347627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.347819] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.347935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.348012] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.348381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.348381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.348381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.348503] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.851551] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.851889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.851889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.852259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.852530] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.852689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.852784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.852956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.853062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.853192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.853436] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.853610] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.853694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.853885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.854221] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.854313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.854383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.854599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.854723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.854859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.854991] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.358019] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b5fba27-0d32-431b-94fa-c236ca3a6d35: rpc.has_security_group_logging(os_id): False [ 985.376611] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.376897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.377025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.377302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.377396] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.377614] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.377705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.377827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.377968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.378062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.378277] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.378439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.378540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.378666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.378748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.378976] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.379479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.379559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.379750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.379832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.379925] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 985.446286] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.446464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.446464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.446673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.446848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.463511] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 985.897247] env[66687]: INFO networking_nsxv3.common.synchronization [None req-722087d0-d20d-485e-a73e-c40efef0362d None None] Enqueued Resource ID: 1c9e64f3-d501-4345-a510-52f213492597 with Priority: HIGHEST for action port [ 985.897247] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c9e64f3-d501-4345-a510-52f213492597 with Priority: HIGHEST for action port [ 985.897728] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c9e64f3-d501-4345-a510-52f213492597 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.897728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c9e64f3-d501-4345-a510-52f213492597" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.897849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c9e64f3-d501-4345-a510-52f213492597" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.898054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c9e64f3-d501-4345-a510-52f213492597" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.898141] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9e64f3-d501-4345-a510-52f213492597',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.403277] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c9e64f3-d501-4345-a510-52f213492597 [ 986.403277] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.403277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.403277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.403277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.403277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.403277] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c9e64f3-d501-4345-a510-52f213492597 already deleted. [ 986.403277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c9e64f3-d501-4345-a510-52f213492597" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.455497] env[66687]: INFO networking_nsxv3.common.synchronization [None req-23da5382-0a36-4f93-b8fb-4bd6395a1981 None None] Enqueued Resource ID: d43b07fe-28fc-4016-8e37-9838af44b7b6 with Priority: HIGHEST for action port [ 986.455845] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43b07fe-28fc-4016-8e37-9838af44b7b6 with Priority: HIGHEST for action port [ 986.456157] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d43b07fe-28fc-4016-8e37-9838af44b7b6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.456279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d43b07fe-28fc-4016-8e37-9838af44b7b6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.456348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d43b07fe-28fc-4016-8e37-9838af44b7b6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.456618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d43b07fe-28fc-4016-8e37-9838af44b7b6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.456744] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d43b07fe-28fc-4016-8e37-9838af44b7b6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.959239] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d43b07fe-28fc-4016-8e37-9838af44b7b6 [ 986.959560] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.959632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.959674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.960174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.960174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.960174] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d43b07fe-28fc-4016-8e37-9838af44b7b6 already deleted. [ 986.960174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d43b07fe-28fc-4016-8e37-9838af44b7b6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.363750] env[66687]: INFO networking_nsxv3.common.synchronization [None req-bc7c6e56-4ba7-4aeb-840e-25ae59a4f0d4 None None] Enqueued Resource ID: aded01c2-a75c-4d25-91d2-dbdad13ab81b with Priority: HIGHEST for action port [ 987.363997] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded01c2-a75c-4d25-91d2-dbdad13ab81b with Priority: HIGHEST for action port [ 987.364611] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-aded01c2-a75c-4d25-91d2-dbdad13ab81b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.364745] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aded01c2-a75c-4d25-91d2-dbdad13ab81b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.364787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aded01c2-a75c-4d25-91d2-dbdad13ab81b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.365207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aded01c2-a75c-4d25-91d2-dbdad13ab81b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.365305] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aded01c2-a75c-4d25-91d2-dbdad13ab81b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.390377] env[66687]: INFO networking_nsxv3.common.synchronization [req-8771ce6a-a931-415b-ab6a-fb78ccad7167 req-7257939b-e8d3-4477-a867-48c8b8ff960f tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_members [ 987.390871] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_members [ 987.391420] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da66085-9532-4636-a7a0-ba7054433a3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.391420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.391420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.391621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.391747] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.391847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.391905] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.392225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.392396] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.392496] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0da66085-9532-4636-a7a0-ba7054433a3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.482192] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 987.483203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.867624] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aded01c2-a75c-4d25-91d2-dbdad13ab81b [ 987.868492] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.868492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.868492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.868492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.868492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.868492] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aded01c2-a75c-4d25-91d2-dbdad13ab81b already deleted. [ 987.868829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aded01c2-a75c-4d25-91d2-dbdad13ab81b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.894776] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.894928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.895012] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.895243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.895331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.895527] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.895651] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.895709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.895822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.895892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.896219] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da66085-9532-4636-a7a0-ba7054433a3f already deleted. [ 987.896219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.005473] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.005857] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.005857] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.006223] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.006308] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.006467] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.006641] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.006814] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.006955] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.007178] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.007479] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.007544] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.007609] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.007718] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.007818] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.007953] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.035425] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.035425] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.035425] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.035425] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.035425] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-e8a719cf-e460-42fd-933f-736e6d43b77b taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.035425] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-e8a719cf-e460-42fd-933f-736e6d43b77b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.035425] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-e8a719cf-e460-42fd-933f-736e6d43b77b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.035425] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-e8a719cf-e460-42fd-933f-736e6d43b77b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.035425] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8a719cf-e460-42fd-933f-736e6d43b77b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.509817] env[66687]: INFO networking_nsxv3.common.synchronization [None req-c8a45e98-f697-476a-b90b-3d99e0136047 None None] Enqueued Resource ID: 50472751-32f9-4480-b960-2fb244c687a4 with Priority: HIGHEST for action port [ 988.510240] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50472751-32f9-4480-b960-2fb244c687a4 with Priority: HIGHEST for action port [ 988.510559] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-50472751-32f9-4480-b960-2fb244c687a4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.510743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50472751-32f9-4480-b960-2fb244c687a4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.510743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50472751-32f9-4480-b960-2fb244c687a4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.510990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50472751-32f9-4480-b960-2fb244c687a4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.512081] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50472751-32f9-4480-b960-2fb244c687a4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.537576] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.537853] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.539294] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.539294] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.539294] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.539294] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port e8a719cf-e460-42fd-933f-736e6d43b77b not found, creating... [ 988.539294] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.539294] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.539294] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.539718] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.539718] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.539934] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.541379] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.543989] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.543989] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.544166] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.544951] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: e8a719cf-e460-42fd-933f-736e6d43b77b is going to be created. [ 988.570122] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.570122] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.570122] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.570122] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.570122] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.570122] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-e8a719cf-e460-42fd-933f-736e6d43b77b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.017436] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50472751-32f9-4480-b960-2fb244c687a4 [ 989.018603] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.018603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.018603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.018603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.018603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.018603] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50472751-32f9-4480-b960-2fb244c687a4 already deleted. [ 989.018603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50472751-32f9-4480-b960-2fb244c687a4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.302170] env[66687]: INFO networking_nsxv3.common.synchronization [req-8771ce6a-a931-415b-ab6a-fb78ccad7167 req-6ce19245-e310-47a5-85fd-26827ff38852 service nova] Enqueued Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_rules [ 989.302402] env[66687]: INFO networking_nsxv3.common.synchronization [req-8771ce6a-a931-415b-ab6a-fb78ccad7167 req-6ce19245-e310-47a5-85fd-26827ff38852 service nova] Enqueued Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_members [ 989.302541] env[66687]: INFO networking_nsxv3.common.synchronization [req-8771ce6a-a931-415b-ab6a-fb78ccad7167 req-6ce19245-e310-47a5-85fd-26827ff38852 service nova] Enqueued Resource ID: e8a719cf-e460-42fd-933f-736e6d43b77b with Priority: HIGHEST for action port [ 989.305894] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_rules [ 989.305894] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_members [ 989.305894] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a719cf-e460-42fd-933f-736e6d43b77b with Priority: HIGHEST for action port [ 989.309018] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da66085-9532-4636-a7a0-ba7054433a3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.309018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.309018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.309018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.309018] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da66085-9532-4636-a7a0-ba7054433a3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.309018] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da66085-9532-4636-a7a0-ba7054433a3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.309018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.309018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.309018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.309018] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.309018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.309018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.309018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.309018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.309831] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0da66085-9532-4636-a7a0-ba7054433a3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.310816] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8a719cf-e460-42fd-933f-736e6d43b77b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.312754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8a719cf-e460-42fd-933f-736e6d43b77b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.312754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8a719cf-e460-42fd-933f-736e6d43b77b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.312754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8a719cf-e460-42fd-933f-736e6d43b77b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.312754] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8a719cf-e460-42fd-933f-736e6d43b77b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.813559] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0da66085-9532-4636-a7a0-ba7054433a3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.814704] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da66085-9532-4636-a7a0-ba7054433a3f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.814831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.814933] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8a719cf-e460-42fd-933f-736e6d43b77b with status ACTIVE [ 989.815132] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.815214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.816371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.816371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.816371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.816371] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.816371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.816371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.816371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.816371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.816371] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.816371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.816371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.817046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.817046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.817046] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8a719cf-e460-42fd-933f-736e6d43b77b is going to be updated. [ 989.841849] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.841849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.842064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.842208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.842777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.842777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8a719cf-e460-42fd-933f-736e6d43b77b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.051000] env[66687]: INFO networking_nsxv3.common.synchronization [None req-8cddda42-e830-4e74-b164-1a194089fa5f None None] Enqueued Resource ID: 8dc565d2-4915-4d87-b2d6-58ff47d1dcb9 with Priority: HIGHEST for action port [ 990.051992] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc565d2-4915-4d87-b2d6-58ff47d1dcb9 with Priority: HIGHEST for action port [ 990.051992] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dc565d2-4915-4d87-b2d6-58ff47d1dcb9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.052102] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dc565d2-4915-4d87-b2d6-58ff47d1dcb9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.052102] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dc565d2-4915-4d87-b2d6-58ff47d1dcb9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.053502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dc565d2-4915-4d87-b2d6-58ff47d1dcb9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.053502] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dc565d2-4915-4d87-b2d6-58ff47d1dcb9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.189023] env[66687]: INFO networking_nsxv3.common.synchronization [req-9b55dd7a-d352-4841-857d-2f1f4da1d5d2 req-3a158364-ac5a-443f-8771-cff28a523283 tempest-ListServerFiltersTestJSON-882784035 tempest-ListServerFiltersTestJSON-882784035-project-member] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 990.189468] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 990.190109] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.190249] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.190355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.190492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.190641] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.190729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.190815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.191359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.191359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.191359] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.321392] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0da66085-9532-4636-a7a0-ba7054433a3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.527252] env[66687]: INFO networking_nsxv3.common.synchronization [None req-581e3eae-f9b1-4f1c-8953-fae5b2e7d1fb None None] Enqueued Resource ID: 051e4308-b635-413e-8a24-919dc9ea5659 with Priority: HIGHEST for action port [ 990.527949] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051e4308-b635-413e-8a24-919dc9ea5659 with Priority: HIGHEST for action port [ 990.528525] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-051e4308-b635-413e-8a24-919dc9ea5659 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.528870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-051e4308-b635-413e-8a24-919dc9ea5659" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.529034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-051e4308-b635-413e-8a24-919dc9ea5659" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.530346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-051e4308-b635-413e-8a24-919dc9ea5659" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.530346] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('051e4308-b635-413e-8a24-919dc9ea5659',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.556309] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dc565d2-4915-4d87-b2d6-58ff47d1dcb9 [ 990.556309] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.556309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.556309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.556309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.556309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.556309] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dc565d2-4915-4d87-b2d6-58ff47d1dcb9 already deleted. [ 990.556309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dc565d2-4915-4d87-b2d6-58ff47d1dcb9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.693462] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.825453] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.825626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.825714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.825929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.826075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.826130] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da66085-9532-4636-a7a0-ba7054433a3f is going to be created. [ 990.851821] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.852055] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.852055] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.852158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.852342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.862446] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da66085-9532-4636-a7a0-ba7054433a3f in Status: UNINITIALIZED for 2s [ 991.031262] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 051e4308-b635-413e-8a24-919dc9ea5659 [ 991.031493] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.034120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.034120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.034120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.034120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.034120] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:051e4308-b635-413e-8a24-919dc9ea5659 already deleted. [ 991.034120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-051e4308-b635-413e-8a24-919dc9ea5659" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.140729] env[66687]: INFO networking_nsxv3.common.synchronization [None req-abc88961-21d3-4a4e-88a2-acd2ee88f411 tempest-ServerActionsTestOtherB-637376803 tempest-ServerActionsTestOtherB-637376803-project-member] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 991.141442] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 991.142026] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.142359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.142359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.142796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.143019] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.196186] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.275503] env[66687]: INFO networking_nsxv3.common.synchronization [None req-3dc9d660-4f5a-472e-9692-94f7920f216e tempest-ServerActionsTestOtherB-637376803 tempest-ServerActionsTestOtherB-637376803-project-member] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 991.276314] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 991.276746] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.276910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.670857] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.670857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.670857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.670857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.670857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.670857] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 already deleted. [ 991.670857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.670857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.670857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.670857] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.699067] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.699067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.699067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.699067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.699067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.699541] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be updated. [ 991.744881] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.744881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.744881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.745186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.745663] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.758406] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: IN_PROGRESS for 2s [ 992.193401] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.193401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.193401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.193862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.193862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.193862] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 already deleted. [ 992.193862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.242882] env[66687]: INFO networking_nsxv3.common.synchronization [req-5a82dbe7-7f54-431f-b1a7-16d52d13340f req-4d4087f8-1081-4825-9122-cf37623b5938 tempest-AttachVolumeShelveTestJSON-1895118861 tempest-AttachVolumeShelveTestJSON-1895118861-project-member] Enqueued Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_members [ 992.243478] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_members [ 992.243795] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.243923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.243989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.244392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.244599] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.244699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.244763] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.244921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.245033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.245119] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.595968] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.595968] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.595968] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.595968] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.595968] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.595968] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.595968] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.596405] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.596405] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.596634] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.596745] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.596847] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.596948] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.597060] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.597159] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.597303] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.616608] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.616819] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.616990] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.617227] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.617714] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.617873] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.617990] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.618318] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.618447] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b25b70b-e25a-4f81-9a0b-4c43a8319f2c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.747831] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.748563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.748563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.748563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.748563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.748806] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.748935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.749039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.749235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.749330] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.749448] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a3cdc7a-467f-411f-9511-06882ee34610 already deleted. [ 992.749544] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.876787] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da66085-9532-4636-a7a0-ba7054433a3f in Status: SUCCESS [ 992.876977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.877108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.877334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.877518] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.877630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.877688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.878050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.878050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.878050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.878202] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0da66085-9532-4636-a7a0-ba7054433a3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.046955] env[66687]: INFO networking_nsxv3.common.synchronization [req-e84a9884-a345-464e-86ea-36952d24c4fc req-832bf236-42cf-485c-be3e-ef6a2395486e tempest-ServerRescueNegativeTestJSON-436220716 tempest-ServerRescueNegativeTestJSON-436220716-project-member] Enqueued Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 993.047494] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 993.047903] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.048054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.048054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.048298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.048541] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.048704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.048769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.048919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.049059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.049207] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.121212] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.121480] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.121562] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.121958] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.122237] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.122378] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 4b25b70b-e25a-4f81-9a0b-4c43a8319f2c not found, creating... [ 993.122644] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.122977] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.122977] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.123239] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.123380] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.123666] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.123879] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.124043] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.124297] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.124531] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.124774] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 4b25b70b-e25a-4f81-9a0b-4c43a8319f2c is going to be created. [ 993.153165] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.153447] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.153588] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.153805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.154061] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.154452] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.184162] env[66687]: INFO networking_nsxv3.common.synchronization [None req-03fd042e-13b0-4361-8dd6-d381f7ca32fc None None] Enqueued Resource ID: c6057975-f5ee-428a-8d1d-b85af6b03ba7 with Priority: HIGHEST for action port [ 993.184664] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6057975-f5ee-428a-8d1d-b85af6b03ba7 with Priority: HIGHEST for action port [ 993.185015] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6057975-f5ee-428a-8d1d-b85af6b03ba7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.185334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6057975-f5ee-428a-8d1d-b85af6b03ba7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.185487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6057975-f5ee-428a-8d1d-b85af6b03ba7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.185712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6057975-f5ee-428a-8d1d-b85af6b03ba7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.185818] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6057975-f5ee-428a-8d1d-b85af6b03ba7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.382318] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0da66085-9532-4636-a7a0-ba7054433a3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.551975] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.690293] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6057975-f5ee-428a-8d1d-b85af6b03ba7 [ 993.690293] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.690293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.690293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.690557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.690691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.690833] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6057975-f5ee-428a-8d1d-b85af6b03ba7 already deleted. [ 993.690948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6057975-f5ee-428a-8d1d-b85af6b03ba7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.773462] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: SUCCESS [ 993.773698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.885920] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0da66085-9532-4636-a7a0-ba7054433a3f: rpc.has_security_group_logging(os_id): False [ 993.906660] env[66687]: INFO networking_nsxv3.common.synchronization [req-5a82dbe7-7f54-431f-b1a7-16d52d13340f req-febbb36d-22c8-4866-82d9-83a83fc17166 service nova] Enqueued Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_rules [ 993.906967] env[66687]: INFO networking_nsxv3.common.synchronization [req-5a82dbe7-7f54-431f-b1a7-16d52d13340f req-febbb36d-22c8-4866-82d9-83a83fc17166 service nova] Enqueued Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_members [ 993.907069] env[66687]: INFO networking_nsxv3.common.synchronization [req-5a82dbe7-7f54-431f-b1a7-16d52d13340f req-febbb36d-22c8-4866-82d9-83a83fc17166 service nova] Enqueued Resource ID: 4b25b70b-e25a-4f81-9a0b-4c43a8319f2c with Priority: HIGHEST for action port [ 993.908243] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.908394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.908520] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.908646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.908735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.909053] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.909180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.909180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.909309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.909384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.909475] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da66085-9532-4636-a7a0-ba7054433a3f is going to be created. [ 993.911117] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_rules [ 993.911235] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_members [ 993.911336] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b25b70b-e25a-4f81-9a0b-4c43a8319f2c with Priority: HIGHEST for action port [ 993.911688] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.911805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.911876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.912064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.912258] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.914414] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.914414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.914414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.914414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.914813] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.914813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.914813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.914980] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.917153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.917296] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.918319] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.918446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.918535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.918706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.918777] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b25b70b-e25a-4f81-9a0b-4c43a8319f2c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.994022] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.994022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.994022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.994022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.994022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.011738] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0da66085-9532-4636-a7a0-ba7054433a3f in Status: IN_PROGRESS for 2s [ 994.056065] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.414833] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.414833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.425024] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.425024] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b25b70b-e25a-4f81-9a0b-4c43a8319f2c with status ACTIVE [ 994.425024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.425024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.425024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.425024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.425024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.425024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.425024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.425024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.425024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.425024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.425024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.425024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.425847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.426164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.426346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.426729] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b25b70b-e25a-4f81-9a0b-4c43a8319f2c is going to be updated. [ 994.453475] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.453475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.453475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.453475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.453475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.453475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.561265] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.564040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.564040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.564040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.564040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.564040] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 722d059c-0277-4105-a7e5-c5656f737be8 is going to be updated. [ 994.614368] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.614523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.614597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.614811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.614957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.630951] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: IN_PROGRESS for 2s [ 994.930635] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.176938] env[66687]: INFO networking_nsxv3.common.synchronization [req-d41fd319-ed40-46b2-9f6d-adbb2935e0b3 req-b0b7adf0-17b2-4345-a201-601112203750 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 995.178938] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 995.179429] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.179982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.179982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.180499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.180499] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.180499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.180499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.180704] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.180814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.180955] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.432784] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.434110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.434417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.434953] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.435681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.435936] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a3cdc7a-467f-411f-9511-06882ee34610 is going to be created. [ 995.496279] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.496279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.496279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.496279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.496279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.507450] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: UNINITIALIZED for 2s [ 995.619395] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.619678] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.619869] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.620177] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.620451] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.620605] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.620719] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.620937] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.621096] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.621307] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.621423] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.621518] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.621620] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.621725] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.621840] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.621979] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.642619] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.642800] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.643287] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.643385] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.643740] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-83357ed4-f419-46b4-8007-fa467becd962 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.643928] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-83357ed4-f419-46b4-8007-fa467becd962" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.644059] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-83357ed4-f419-46b4-8007-fa467becd962" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.644480] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-83357ed4-f419-46b4-8007-fa467becd962" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.644612] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83357ed4-f419-46b4-8007-fa467becd962',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.684536] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.684777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.684877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.685171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.685284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.685516] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.685623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.685683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.685846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.685924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.686018] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc already deleted. [ 995.686101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.023727] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0da66085-9532-4636-a7a0-ba7054433a3f in Status: SUCCESS [ 996.023962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.147447] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.148322] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.148322] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.148505] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.148593] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.148861] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 83357ed4-f419-46b4-8007-fa467becd962 not found, creating... [ 996.149219] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.149450] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.149579] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.149836] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.149996] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.151386] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.151386] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.151386] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.151814] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.152058] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.152237] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 83357ed4-f419-46b4-8007-fa467becd962 is going to be created. [ 996.176821] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.177125] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.177320] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.177650] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.178409] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.178409] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-83357ed4-f419-46b4-8007-fa467becd962" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.643564] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: SUCCESS [ 996.643564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.912911] env[66687]: INFO networking_nsxv3.common.synchronization [req-d41fd319-ed40-46b2-9f6d-adbb2935e0b3 req-2cfd9aef-5bc0-4d92-a8d1-a2d39c7296d9 service nova] Enqueued Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_rules [ 996.913015] env[66687]: INFO networking_nsxv3.common.synchronization [req-d41fd319-ed40-46b2-9f6d-adbb2935e0b3 req-2cfd9aef-5bc0-4d92-a8d1-a2d39c7296d9 service nova] Enqueued Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 996.913327] env[66687]: INFO networking_nsxv3.common.synchronization [req-d41fd319-ed40-46b2-9f6d-adbb2935e0b3 req-2cfd9aef-5bc0-4d92-a8d1-a2d39c7296d9 service nova] Enqueued Resource ID: 83357ed4-f419-46b4-8007-fa467becd962 with Priority: HIGHEST for action port [ 996.914008] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_rules [ 996.914157] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 996.914319] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83357ed4-f419-46b4-8007-fa467becd962 with Priority: HIGHEST for action port [ 996.914623] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.914737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.914814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.914990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.915084] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.916052] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.916553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.916553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.916553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.916844] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.916844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.916844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.916951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.921015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.921015] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.921015] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-83357ed4-f419-46b4-8007-fa467becd962 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.921015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83357ed4-f419-46b4-8007-fa467becd962" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.921015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83357ed4-f419-46b4-8007-fa467becd962" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.921015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83357ed4-f419-46b4-8007-fa467becd962" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.921015] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83357ed4-f419-46b4-8007-fa467becd962',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.141115] env[66687]: INFO networking_nsxv3.common.synchronization [req-cceadbcc-20be-4981-9ad5-f6df1ce065e2 req-d54e21ab-f712-4954-a3c7-63a207f5eb2a tempest-ServerTagsTestJSON-625219934 tempest-ServerTagsTestJSON-625219934-project-member] Enqueued Resource ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 with Priority: HIGHEST for action security_group_members [ 997.141115] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 with Priority: HIGHEST for action security_group_members [ 997.141440] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a07be2-cf42-410a-bf54-6e1cf8b8b538 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.141753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.141965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.142600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.143038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.143352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.143649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.144021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.146169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.146169] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a07be2-cf42-410a-bf54-6e1cf8b8b538',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.422208] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.422378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.424771] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83357ed4-f419-46b4-8007-fa467becd962 with status ACTIVE [ 997.424969] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.425111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.425172] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.425583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.425690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.425881] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.425983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.426075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.426205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.426278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.426472] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.426587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.426638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.426779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.426876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.426952] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83357ed4-f419-46b4-8007-fa467becd962 is going to be updated. [ 997.428144] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.449308] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.449518] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.449609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.449818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.449958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.450152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83357ed4-f419-46b4-8007-fa467becd962" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.519098] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: SUCCESS [ 997.519891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.521433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.521792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.523701] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.523701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.523845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.524517] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.524680] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.524889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.525033] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.547780] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.548126] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-954" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.548232] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-954" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.548525] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-954" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.549762] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.549762] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.549762] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.549762] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.549762] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.550218] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.550218] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.550218] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.550218] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.550418] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.550481] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.550600] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.575947] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.576283] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.576456] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.576813] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-954" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.577244] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-a5596d35-5c76-4c66-bf61-2ebf059f9c15 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.577567] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-a5596d35-5c76-4c66-bf61-2ebf059f9c15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.577827] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-a5596d35-5c76-4c66-bf61-2ebf059f9c15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.578344] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-a5596d35-5c76-4c66-bf61-2ebf059f9c15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.578614] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5596d35-5c76-4c66-bf61-2ebf059f9c15',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.647999] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.648341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.648800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.648851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.649054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.649344] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.649492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.649575] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.649807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.649932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.650058] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 already deleted. [ 997.650168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.930528] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.028478] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.080953] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.081274] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.081367] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.081632] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.081813] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.081980] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port a5596d35-5c76-4c66-bf61-2ebf059f9c15 not found, creating... [ 998.082312] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.082488] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.082604] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.082861] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.083030] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.083359] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.083554] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.083677] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.083909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.084177] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.084374] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: a5596d35-5c76-4c66-bf61-2ebf059f9c15 is going to be created. [ 998.129953] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.130288] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.130379] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.130698] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.130962] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.131272] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-a5596d35-5c76-4c66-bf61-2ebf059f9c15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.433595] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.433813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.433856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.434079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.434179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.434334] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc is going to be created. [ 998.462538] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.462696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.462779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.462964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.463138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.473015] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: UNINITIALIZED for 2s [ 998.534515] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a3cdc7a-467f-411f-9511-06882ee34610: rpc.has_security_group_logging(os_id): False [ 998.560224] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.560493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.560637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.560963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.561138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.561498] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.561620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.561689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.565125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.565125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.565125] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a3cdc7a-467f-411f-9511-06882ee34610 is going to be created. [ 998.630705] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.630949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.631046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.631300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.631516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.643867] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: IN_PROGRESS for 2s [ 998.852266] env[66687]: INFO networking_nsxv3.common.synchronization [req-cceadbcc-20be-4981-9ad5-f6df1ce065e2 req-cca54bed-8d5e-46a4-a246-325d020f564a service nova] Enqueued Resource ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 with Priority: HIGHEST for action security_group_rules [ 998.852524] env[66687]: INFO networking_nsxv3.common.synchronization [req-cceadbcc-20be-4981-9ad5-f6df1ce065e2 req-cca54bed-8d5e-46a4-a246-325d020f564a service nova] Enqueued Resource ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 with Priority: HIGHEST for action security_group_members [ 998.852622] env[66687]: INFO networking_nsxv3.common.synchronization [req-cceadbcc-20be-4981-9ad5-f6df1ce065e2 req-cca54bed-8d5e-46a4-a246-325d020f564a service nova] Enqueued Resource ID: a5596d35-5c76-4c66-bf61-2ebf059f9c15 with Priority: HIGHEST for action port [ 998.853419] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 with Priority: HIGHEST for action security_group_rules [ 998.853852] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 with Priority: HIGHEST for action security_group_members [ 998.853991] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5596d35-5c76-4c66-bf61-2ebf059f9c15 with Priority: HIGHEST for action port [ 998.856967] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00a07be2-cf42-410a-bf54-6e1cf8b8b538 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.857143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.857143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.857889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.857986] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00a07be2-cf42-410a-bf54-6e1cf8b8b538',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.860237] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a07be2-cf42-410a-bf54-6e1cf8b8b538 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.860392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.860465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.860807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.860990] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.861117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.861445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.861445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.861445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.861681] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a07be2-cf42-410a-bf54-6e1cf8b8b538',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.866111] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5596d35-5c76-4c66-bf61-2ebf059f9c15 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.866111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5596d35-5c76-4c66-bf61-2ebf059f9c15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.866111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5596d35-5c76-4c66-bf61-2ebf059f9c15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.866111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5596d35-5c76-4c66-bf61-2ebf059f9c15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.866111] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5596d35-5c76-4c66-bf61-2ebf059f9c15',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.364105] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00a07be2-cf42-410a-bf54-6e1cf8b8b538',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.366267] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5596d35-5c76-4c66-bf61-2ebf059f9c15 with status ACTIVE [ 999.367975] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.367975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.367975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.368156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.369890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.369890] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.369890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.369890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.369890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.369890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.369890] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.369890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.369890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.369890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.369890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.370613] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5596d35-5c76-4c66-bf61-2ebf059f9c15 is going to be updated. [ 999.372823] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a07be2-cf42-410a-bf54-6e1cf8b8b538 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.372823] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.398718] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.398718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.398718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.398718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.398718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.398718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5596d35-5c76-4c66-bf61-2ebf059f9c15" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.866806] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00a07be2-cf42-410a-bf54-6e1cf8b8b538',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.370885] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.370885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.370885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.370885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.370885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.371384] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 is going to be created. [ 1000.401355] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.401573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.401573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.401776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.401933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.412615] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 in Status: UNINITIALIZED for 2s [ 1000.504208] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: SUCCESS [ 1000.504523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.504770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.505054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.505240] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.505393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.505462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.505631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.505722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.505811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.505905] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.658172] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: SUCCESS [ 1000.658172] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.959162] env[66687]: INFO networking_nsxv3.common.synchronization [req-8de3cb30-4b6f-44a9-8e65-b64aefaff855 req-850e29aa-52ec-4dd9-85f9-e36933d555ce tempest-ServersNegativeTestMultiTenantJSON-1012040299 tempest-ServersNegativeTestMultiTenantJSON-1012040299-project-member] Enqueued Resource ID: f78896c1-ea31-488f-b28b-13a688871e3f with Priority: HIGHEST for action security_group_members [ 1000.959511] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78896c1-ea31-488f-b28b-13a688871e3f with Priority: HIGHEST for action security_group_members [ 1000.960345] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78896c1-ea31-488f-b28b-13a688871e3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.960345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.960345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.960608] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.960923] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.960923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.960923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.961160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.961160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.961160] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78896c1-ea31-488f-b28b-13a688871e3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.007834] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.422220] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.422220] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-620" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.422220] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-620" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.422220] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-620" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.422220] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.422220] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.422629] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.422629] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.422723] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.422919] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.423041] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.423330] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.423478] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.423617] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.423725] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.423863] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.445093] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.446350] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.446995] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.447256] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-620" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.448054] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-3451022b-7fb3-40f2-afc0-23f02fee19a7 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.448997] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-3451022b-7fb3-40f2-afc0-23f02fee19a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.449143] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-3451022b-7fb3-40f2-afc0-23f02fee19a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.449457] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-3451022b-7fb3-40f2-afc0-23f02fee19a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.449729] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3451022b-7fb3-40f2-afc0-23f02fee19a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.463398] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.464257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.464257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.464257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.464257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.464447] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.464569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.464630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.464798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.464875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.464966] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78896c1-ea31-488f-b28b-13a688871e3f already deleted. [ 1001.465057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.512120] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8dad167-6e98-447d-a1a5-14cfedc33fdc: rpc.has_security_group_logging(os_id): False [ 1001.531578] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.531731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.531815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.532044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.532404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.532498] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.532605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.532687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.532848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.532939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.533038] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc is going to be created. [ 1001.598155] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.598367] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.598787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.598787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.598920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.609642] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: IN_PROGRESS for 2s [ 1001.953663] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.953663] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.953663] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.954013] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.954115] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.954254] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 3451022b-7fb3-40f2-afc0-23f02fee19a7 not found, creating... [ 1001.954551] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.954709] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.954822] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.955050] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.955189] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.955463] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.955613] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.955724] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.955927] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.956280] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.956477] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 3451022b-7fb3-40f2-afc0-23f02fee19a7 is going to be created. [ 1001.978024] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.978345] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.978461] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.978807] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.978965] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.979199] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-3451022b-7fb3-40f2-afc0-23f02fee19a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.051147] env[66687]: INFO networking_nsxv3.common.synchronization [req-f3bd0d72-c737-4815-b6cb-d4eb2812f766 req-69c55c4d-e4f5-4468-9eda-4e4446a99d8a tempest-ImagesTestJSON-181902845 tempest-ImagesTestJSON-181902845-project-member] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 1002.051710] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGHEST for action security_group_members [ 1002.052054] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.052203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.052277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.052603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.052847] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.052964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.053042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.053208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.053302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.053406] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.424366] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 in Status: SUCCESS [ 1002.424676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.424855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.425110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.425380] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.425573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.425686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.425896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.425982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.426085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.426194] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00a07be2-cf42-410a-bf54-6e1cf8b8b538',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.451773] env[66687]: INFO networking_nsxv3.common.synchronization [req-64c886c0-fa12-416a-8915-d613062f37f2 req-c1a0f250-b164-4c67-b7c6-1bca673e8f5f tempest-ListServerFiltersTestJSON-882784035 tempest-ListServerFiltersTestJSON-882784035-project-member] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 1002.452378] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGHEST for action security_group_members [ 1002.452701] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.452826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.452914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.453122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.453283] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.453434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.453506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.453659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.453749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.453841] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.556890] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.557022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.557084] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.557309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.558207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.558207] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.558207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.558207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.558207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.558207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.558207] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be updated. [ 1002.590572] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.590772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.590883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.591206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.591426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.613365] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: IN_PROGRESS for 2s [ 1002.709449] env[66687]: INFO networking_nsxv3.common.synchronization [req-8de3cb30-4b6f-44a9-8e65-b64aefaff855 req-00d9495a-04e2-43da-8f43-42ebac767f6e service nova] Enqueued Resource ID: f78896c1-ea31-488f-b28b-13a688871e3f with Priority: HIGHEST for action security_group_rules [ 1002.709682] env[66687]: INFO networking_nsxv3.common.synchronization [req-8de3cb30-4b6f-44a9-8e65-b64aefaff855 req-00d9495a-04e2-43da-8f43-42ebac767f6e service nova] Enqueued Resource ID: f78896c1-ea31-488f-b28b-13a688871e3f with Priority: HIGHEST for action security_group_members [ 1002.709816] env[66687]: INFO networking_nsxv3.common.synchronization [req-8de3cb30-4b6f-44a9-8e65-b64aefaff855 req-00d9495a-04e2-43da-8f43-42ebac767f6e service nova] Enqueued Resource ID: 3451022b-7fb3-40f2-afc0-23f02fee19a7 with Priority: HIGHEST for action port [ 1002.710419] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78896c1-ea31-488f-b28b-13a688871e3f with Priority: HIGHEST for action security_group_rules [ 1002.710600] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78896c1-ea31-488f-b28b-13a688871e3f with Priority: HIGHEST for action security_group_members [ 1002.710764] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3451022b-7fb3-40f2-afc0-23f02fee19a7 with Priority: HIGHEST for action port [ 1002.711067] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78896c1-ea31-488f-b28b-13a688871e3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.711192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.711273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.711531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.711616] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78896c1-ea31-488f-b28b-13a688871e3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.712591] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78896c1-ea31-488f-b28b-13a688871e3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.712709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.712789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.712991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.713235] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.713319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.713319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.713585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.713697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.713795] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78896c1-ea31-488f-b28b-13a688871e3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.715016] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3451022b-7fb3-40f2-afc0-23f02fee19a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.715738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3451022b-7fb3-40f2-afc0-23f02fee19a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.715851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3451022b-7fb3-40f2-afc0-23f02fee19a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.716037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3451022b-7fb3-40f2-afc0-23f02fee19a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.716123] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3451022b-7fb3-40f2-afc0-23f02fee19a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.928426] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a07be2-cf42-410a-bf54-6e1cf8b8b538 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.928599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.928699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.929265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.929265] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.929265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.929265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.929583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.929583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.929583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.930928] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a07be2-cf42-410a-bf54-6e1cf8b8b538 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.930928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.930928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.930928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.930928] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.930928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.930928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.930928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.930928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.930928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.930928] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00a07be2-cf42-410a-bf54-6e1cf8b8b538',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.956391] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.956555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.956629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.956822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.956916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.957182] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.957288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.957352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.957512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.957587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.957676] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be updated. [ 1002.988160] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.988515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.988515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.988608] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.988673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.999120] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: IN_PROGRESS for 2s [ 1003.218250] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78896c1-ea31-488f-b28b-13a688871e3f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.218442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.218712] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f78896c1-ea31-488f-b28b-13a688871e3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.219730] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3451022b-7fb3-40f2-afc0-23f02fee19a7 with status ACTIVE [ 1003.220032] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.220154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.220154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.220797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.220797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.220797] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.220797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.220797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.221200] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.221200] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.222448] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.226023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.226023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.226023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.226023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.226023] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3451022b-7fb3-40f2-afc0-23f02fee19a7 is going to be updated. [ 1003.249381] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.249592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.249592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.249837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.249967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.250297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3451022b-7fb3-40f2-afc0-23f02fee19a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.400584] env[66687]: INFO networking_nsxv3.common.synchronization [req-2bbe0356-70b8-49c0-af61-ce90b0d45879 req-f3d0f7ef-1871-41b2-8a1e-505acb013a29 tempest-ServerActionsTestOtherB-637376803 tempest-ServerActionsTestOtherB-637376803-project-member] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1003.401185] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1003.401505] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.402017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.402137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.402662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.402840] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.402948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.403022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.403193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.403280] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.403375] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.434649] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00a07be2-cf42-410a-bf54-6e1cf8b8b538: rpc.has_security_group_logging(os_id): False [ 1003.452485] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.452639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.452705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.452926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.453027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.453230] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.456639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.456784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.457019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.457115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.457364] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.457485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.457557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.457709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.457789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.458213] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.458329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.458417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.458584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.458666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.458776] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 is going to be created. [ 1003.527362] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.527629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.527629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.527801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.528066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.543786] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 in Status: IN_PROGRESS for 2s [ 1003.564213] env[66687]: INFO networking_nsxv3.common.synchronization [req-c4b9bf71-a1c7-4f4d-bd19-1add332c93a8 req-b95ff566-6b9f-4b61-897a-d9be0563012e tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1003.565630] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1003.565630] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.565630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.565630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.565630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.565902] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.565902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.565973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.566238] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.566385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.566537] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.628339] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: SUCCESS [ 1003.628612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.725995] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f78896c1-ea31-488f-b28b-13a688871e3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.757377] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.757650] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.757736] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.758330] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.758651] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.758820] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.758936] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.759190] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.759338] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.759547] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.760060] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.760060] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.760060] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.760060] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.760060] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.760516] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.796825] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.797031] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.797139] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.797303] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.797646] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-11e0dcda-152f-4838-8553-8173adadda06 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.797868] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-11e0dcda-152f-4838-8553-8173adadda06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.797936] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-11e0dcda-152f-4838-8553-8173adadda06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.798279] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-11e0dcda-152f-4838-8553-8173adadda06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.798419] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e0dcda-152f-4838-8553-8173adadda06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.905790] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.905974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.906054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.906290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.906383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.906593] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.906700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.906757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.906911] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.906995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.907086] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 already deleted. [ 1003.907168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.070993] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.070993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.070993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.070993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.070993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.070993] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.070993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.070993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.070993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.070993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.070993] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1004.113265] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.113423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.113489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.113736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.113913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.124433] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1004.230428] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.230632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.230632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.230827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.230920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.231037] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78896c1-ea31-488f-b28b-13a688871e3f is going to be created. [ 1004.263988] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.264231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.264231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.264509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.264682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.273842] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78896c1-ea31-488f-b28b-13a688871e3f in Status: UNINITIALIZED for 2s [ 1004.301084] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.301339] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.301443] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.301711] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.301862] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.302046] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 11e0dcda-152f-4838-8553-8173adadda06 not found, creating... [ 1004.303630] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.303630] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.303630] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.303630] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.303630] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.303630] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.303630] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.303630] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.304240] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.304240] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.304240] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 11e0dcda-152f-4838-8553-8173adadda06 is going to be created. [ 1004.326740] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.326911] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.327064] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.327348] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.327644] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.327892] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-11e0dcda-152f-4838-8553-8173adadda06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.627037] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 in Status: SUCCESS [ 1004.627037] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 deletion is rescheduled due to dependency. [ 1004.627037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.009186] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 in Status: SUCCESS [ 1005.009478] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 deletion is rescheduled due to dependency. [ 1005.009478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.042736] env[66687]: INFO networking_nsxv3.common.synchronization [req-2bbe0356-70b8-49c0-af61-ce90b0d45879 req-d8cbcbbe-21ae-4f8c-98e1-aaff2f024465 service nova] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 1005.042921] env[66687]: INFO networking_nsxv3.common.synchronization [req-2bbe0356-70b8-49c0-af61-ce90b0d45879 req-d8cbcbbe-21ae-4f8c-98e1-aaff2f024465 service nova] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1005.043068] env[66687]: INFO networking_nsxv3.common.synchronization [req-2bbe0356-70b8-49c0-af61-ce90b0d45879 req-d8cbcbbe-21ae-4f8c-98e1-aaff2f024465 service nova] Enqueued Resource ID: 11e0dcda-152f-4838-8553-8173adadda06 with Priority: HIGHEST for action port [ 1005.043636] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 1005.043779] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1005.043869] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e0dcda-152f-4838-8553-8173adadda06 with Priority: HIGHEST for action port [ 1005.045357] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.045357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.045357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.045357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.045894] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.048969] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.050023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.050023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.050023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.050023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.050023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.050023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.050023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.050617] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.050731] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.051644] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e0dcda-152f-4838-8553-8173adadda06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.051766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e0dcda-152f-4838-8553-8173adadda06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.051808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e0dcda-152f-4838-8553-8173adadda06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.052728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e0dcda-152f-4838-8553-8173adadda06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.052728] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e0dcda-152f-4838-8553-8173adadda06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.556854] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.558111] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.558192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.559905] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 in Status: SUCCESS [ 1005.559905] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.559905] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11e0dcda-152f-4838-8553-8173adadda06 with status ACTIVE [ 1005.559905] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.560439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.560439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.560439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.560439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.560639] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.560692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.560733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.560982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.560982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.561114] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.562550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.562550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.562550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.562550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.562550] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11e0dcda-152f-4838-8553-8173adadda06 is going to be updated. [ 1005.589239] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.589481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.589619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.589712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.590291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.590291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e0dcda-152f-4838-8553-8173adadda06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.060247] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.136616] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1006.136616] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 deletion is rescheduled due to dependency. [ 1006.136616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.284379] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78896c1-ea31-488f-b28b-13a688871e3f in Status: SUCCESS [ 1006.284650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.284824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.285056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.285255] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.285388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.285454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.285598] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.285693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.285862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.285990] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f78896c1-ea31-488f-b28b-13a688871e3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.563332] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.563630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.563630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.563764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.563873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.564032] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be created. [ 1006.589675] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.589836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.589903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.591068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.591068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.602661] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: UNINITIALIZED for 2s [ 1006.791885] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78896c1-ea31-488f-b28b-13a688871e3f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.791885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.791885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.791885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.791885] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.791885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.791885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.791885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.791885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.791885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.792551] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78896c1-ea31-488f-b28b-13a688871e3f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.792551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.792551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.792551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.792812] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.793034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.793034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.793195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.793887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.793887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.793887] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f78896c1-ea31-488f-b28b-13a688871e3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.297568] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f78896c1-ea31-488f-b28b-13a688871e3f: rpc.has_security_group_logging(os_id): False [ 1007.319219] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.319219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.319587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.319681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.321209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.321209] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.321209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.321209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.321209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.321209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.321209] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.321209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.321209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.321209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.321209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.321761] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.321761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.321761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.321869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.322021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.322021] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78896c1-ea31-488f-b28b-13a688871e3f is going to be created. [ 1007.387354] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.387507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.387579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.387796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.388085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.398091] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78896c1-ea31-488f-b28b-13a688871e3f in Status: IN_PROGRESS for 2s [ 1008.026059] env[66687]: INFO networking_nsxv3.common.synchronization [req-647a851b-3759-432e-ae43-dcd1766d9438 req-f05aa715-aa6d-4e61-9fea-99866f11878e tempest-ServerRescueNegativeTestJSON-436220716 tempest-ServerRescueNegativeTestJSON-436220716-project-member] Enqueued Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 1008.026885] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGHEST for action security_group_members [ 1008.027341] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.027514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.027615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.027888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.028123] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.028271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.028364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.028581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.029019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.029019] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.531921] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.534103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.534103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.534103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.553964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.554410] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.554574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.554631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.554828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.555011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.555011] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 722d059c-0277-4105-a7e5-c5656f737be8 is going to be updated. [ 1008.584463] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.584719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.584766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.585628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.585628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.594604] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: IN_PROGRESS for 2s [ 1008.611677] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1008.611908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.612172] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.612513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.612771] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.612914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.612983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.613216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.613302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.613429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.614954] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.778387] env[66687]: INFO networking_nsxv3.common.synchronization [req-fb5a8bf3-3472-4513-849b-b9792afe5f33 req-c0bbd860-a811-4e2c-b0cd-41dfd1ffd81d tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1008.779117] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1008.782562] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.782562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.782562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.782562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.782562] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.782562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.782562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.782562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.782562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.782562] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.120119] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.151649] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.151649] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.151649] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.151649] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.151649] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.151949] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.153195] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.153195] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.153348] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.153572] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.153700] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.154294] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.154294] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.154294] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.154294] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.154294] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.181101] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.181276] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.181333] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.181500] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.181855] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-cccf450b-b0ae-4263-be45-2274e5233032 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.182320] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-cccf450b-b0ae-4263-be45-2274e5233032" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.182320] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-cccf450b-b0ae-4263-be45-2274e5233032" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.182531] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-cccf450b-b0ae-4263-be45-2274e5233032" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.182665] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cccf450b-b0ae-4263-be45-2274e5233032',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.283342] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.283579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.283916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.284014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.284094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.284413] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.284518] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.284620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.284782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.284983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.285109] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1009.316015] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.316183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.316270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.316459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.316611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.328055] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1009.410052] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78896c1-ea31-488f-b28b-13a688871e3f in Status: SUCCESS [ 1009.410291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.622025] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbe432c3-1015-48b0-a662-70ad7395a0b4: rpc.has_security_group_logging(os_id): False [ 1009.640155] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.640366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.640432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.640640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.640746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.640984] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.641080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.641253] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.641325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.641425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.641457] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be created. [ 1009.685822] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.686114] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.686114] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.686307] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.686458] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.686688] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port cccf450b-b0ae-4263-be45-2274e5233032 not found, creating... [ 1009.687053] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.687173] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.687217] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.687413] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.687712] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.687817] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.687970] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.688098] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.688391] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.688539] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.688671] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: cccf450b-b0ae-4263-be45-2274e5233032 is going to be created. [ 1009.705222] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.705423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.705487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.705697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.705881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.719822] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.719822] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.719822] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.719822] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.719822] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.719822] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-cccf450b-b0ae-4263-be45-2274e5233032" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.722213] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1010.480479] env[66687]: INFO networking_nsxv3.common.synchronization [req-fb5a8bf3-3472-4513-849b-b9792afe5f33 req-9d96e87e-4eb6-4dbb-9af2-ef8e253aaf94 service nova] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_rules [ 1010.480789] env[66687]: INFO networking_nsxv3.common.synchronization [req-fb5a8bf3-3472-4513-849b-b9792afe5f33 req-9d96e87e-4eb6-4dbb-9af2-ef8e253aaf94 service nova] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1010.481135] env[66687]: INFO networking_nsxv3.common.synchronization [req-fb5a8bf3-3472-4513-849b-b9792afe5f33 req-9d96e87e-4eb6-4dbb-9af2-ef8e253aaf94 service nova] Enqueued Resource ID: cccf450b-b0ae-4263-be45-2274e5233032 with Priority: HIGHEST for action port [ 1010.481554] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_rules [ 1010.481757] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1010.482779] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cccf450b-b0ae-4263-be45-2274e5233032 with Priority: HIGHEST for action port [ 1010.482779] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.482779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.482779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.482779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.482779] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.483738] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.483888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.484135] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-cccf450b-b0ae-4263-be45-2274e5233032 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.484289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cccf450b-b0ae-4263-be45-2274e5233032" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.484397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cccf450b-b0ae-4263-be45-2274e5233032" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.484668] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cccf450b-b0ae-4263-be45-2274e5233032" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.484751] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cccf450b-b0ae-4263-be45-2274e5233032',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.608128] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 722d059c-0277-4105-a7e5-c5656f737be8 in Status: SUCCESS [ 1010.608391] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 722d059c-0277-4105-a7e5-c5656f737be8 deletion is rescheduled due to dependency. [ 1010.608545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.987570] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.987666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.987821] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cccf450b-b0ae-4263-be45-2274e5233032 with status ACTIVE [ 1010.988030] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.988189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.988383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.988676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.988765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.989051] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.989051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.989237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.989291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.989343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.991280] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.991280] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.991280] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.991280] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.991280] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.991280] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cccf450b-b0ae-4263-be45-2274e5233032 is going to be updated. [ 1011.018024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.018289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.018289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.018510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.018683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.018892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cccf450b-b0ae-4263-be45-2274e5233032" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.338711] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1011.338963] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 deletion is rescheduled due to dependency. [ 1011.339075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.339258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.339535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.339759] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.339889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.339946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.340131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.340211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.340300] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.437453] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.437453] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.735819] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1011.735819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.843861] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.257402] env[66687]: INFO networking_nsxv3.common.synchronization [req-029d1edf-76fd-4da2-8c52-aa06f85f4340 req-f7776853-fba8-420f-b324-0eaf1e32e913 tempest-ServerTagsTestJSON-625219934 tempest-ServerTagsTestJSON-625219934-project-member] Enqueued Resource ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 with Priority: HIGHEST for action security_group_members [ 1012.257932] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 with Priority: HIGHEST for action security_group_members [ 1012.258422] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a07be2-cf42-410a-bf54-6e1cf8b8b538 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.258589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.258687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.259031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.259233] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.259446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.259509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.259799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.259799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.259893] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a07be2-cf42-410a-bf54-6e1cf8b8b538',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.345816] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.766470] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.766926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.766926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.767171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.767306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.767451] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.767584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.767670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.767865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.767957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.768089] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 is going to be updated. [ 1012.812522] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.812662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.812729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.813047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.813149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.825226] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 in Status: IN_PROGRESS for 2s [ 1012.848262] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.848427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.848497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.848707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.848792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.848890] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1012.889910] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.889910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.889910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.889910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.889910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.907563] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1014.847055] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 in Status: SUCCESS [ 1014.847323] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a07be2-cf42-410a-bf54-6e1cf8b8b538 deletion is rescheduled due to dependency. [ 1014.847552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a07be2-cf42-410a-bf54-6e1cf8b8b538" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.913237] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1014.913530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.913720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.913936] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.914167] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.914286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.914332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.914636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.914817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.914817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.914899] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.420057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.420057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.420057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.420057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.420057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.421157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.421157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.421157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.421157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.421157] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.433043] env[66687]: INFO networking_nsxv3.common.synchronization [req-a2bea642-95a1-4aea-a54d-df1a26e2591e req-a1c6eaa3-7c05-4732-a79c-bce6b6e6aa35 tempest-ServersNegativeTestMultiTenantJSON-1012040299 tempest-ServersNegativeTestMultiTenantJSON-1012040299-project-member] Enqueued Resource ID: f78896c1-ea31-488f-b28b-13a688871e3f with Priority: HIGHEST for action security_group_members [ 1015.435189] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78896c1-ea31-488f-b28b-13a688871e3f with Priority: HIGHEST for action security_group_members [ 1015.436330] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78896c1-ea31-488f-b28b-13a688871e3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.436609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.436850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.437083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.437345] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.437528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.438073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.438073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.438073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.438250] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78896c1-ea31-488f-b28b-13a688871e3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.915492] env[66687]: INFO networking_nsxv3.common.synchronization [None req-7a1348c9-a768-40fd-85d8-ffc8259fc682 None None] Enqueued Resource ID: 25730ed4-bc07-4e4e-a46c-d8fe8382618d with Priority: HIGHEST for action port [ 1015.916160] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25730ed4-bc07-4e4e-a46c-d8fe8382618d with Priority: HIGHEST for action port [ 1015.916429] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-25730ed4-bc07-4e4e-a46c-d8fe8382618d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.916556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25730ed4-bc07-4e4e-a46c-d8fe8382618d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.916621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25730ed4-bc07-4e4e-a46c-d8fe8382618d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.916880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25730ed4-bc07-4e4e-a46c-d8fe8382618d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.916963] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25730ed4-bc07-4e4e-a46c-d8fe8382618d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.927272] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99ead5f1-840e-4ba8-9b07-4b276a08e698: rpc.has_security_group_logging(os_id): False [ 1015.941589] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.941962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.941962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.942286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.942419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.942658] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.942773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.942828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.943041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.943080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.943136] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78896c1-ea31-488f-b28b-13a688871e3f is going to be updated. [ 1015.945820] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.945932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.945994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.946273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.946420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.946576] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.946735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.946813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.946966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.947062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.947289] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.947397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.947460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.947582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.947657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.947840] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.948151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.948151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.948347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.948404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.948479] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1015.973214] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.973387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.973447] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.973633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.973783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.984799] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78896c1-ea31-488f-b28b-13a688871e3f in Status: IN_PROGRESS for 2s [ 1016.016601] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.016817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.016898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.017148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.017302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.036082] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1016.420245] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25730ed4-bc07-4e4e-a46c-d8fe8382618d [ 1016.420508] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.420713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.420713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.421250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.421250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.421250] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25730ed4-bc07-4e4e-a46c-d8fe8382618d already deleted. [ 1016.421250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25730ed4-bc07-4e4e-a46c-d8fe8382618d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.924909] env[66687]: INFO networking_nsxv3.common.synchronization [req-2e35bf61-f6de-45a3-99b1-9de2293e969e req-23ce2c88-8772-4187-9aa4-2e1ca0331ebb tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1016.924909] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1016.924909] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.924909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.924909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.930076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.930076] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.930076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.930076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.930076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.930076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.930076] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.319182] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.319404] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.319538] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.319844] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.320392] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.320392] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.320887] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.320887] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.320981] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.321144] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.321276] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.321404] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.321530] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.321670] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.321784] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.321917] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.343837] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.344010] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.344158] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.344339] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.344806] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-1fabad29-5169-4ed0-8346-3141bdeeb551 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.344988] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-1fabad29-5169-4ed0-8346-3141bdeeb551" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.345108] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-1fabad29-5169-4ed0-8346-3141bdeeb551" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.345487] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-1fabad29-5169-4ed0-8346-3141bdeeb551" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.345657] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fabad29-5169-4ed0-8346-3141bdeeb551',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.432879] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.433066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.433144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.433440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.433562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.433826] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.433976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.434078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.434242] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.434323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.434443] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b3b454-c671-48f1-b6f4-94ee87039622 already deleted. [ 1017.434534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.850685] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.851657] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.851657] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.851657] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.851657] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.851911] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 1fabad29-5169-4ed0-8346-3141bdeeb551 not found, creating... [ 1017.852209] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.852412] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.852558] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.852833] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.853012] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.853403] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.853578] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.853731] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.853990] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.854219] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.854419] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 1fabad29-5169-4ed0-8346-3141bdeeb551 is going to be created. [ 1017.877448] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.877448] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.877707] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.877825] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.878174] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.878290] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-1fabad29-5169-4ed0-8346-3141bdeeb551" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.996453] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78896c1-ea31-488f-b28b-13a688871e3f in Status: SUCCESS [ 1017.996939] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78896c1-ea31-488f-b28b-13a688871e3f deletion is rescheduled due to dependency. [ 1017.996939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.050929] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1018.052247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.094350] env[66687]: INFO networking_nsxv3.common.synchronization [None req-8e79e425-80ae-4dd5-a3d6-16f2cc8fdf72 None None] Enqueued Resource ID: 856214e6-7814-4848-a3dd-2e2c00d9a0c4 with Priority: HIGHEST for action port [ 1018.095020] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 856214e6-7814-4848-a3dd-2e2c00d9a0c4 with Priority: HIGHEST for action port [ 1018.095409] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-856214e6-7814-4848-a3dd-2e2c00d9a0c4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.095553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-856214e6-7814-4848-a3dd-2e2c00d9a0c4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.095606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-856214e6-7814-4848-a3dd-2e2c00d9a0c4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.095867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-856214e6-7814-4848-a3dd-2e2c00d9a0c4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.095965] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('856214e6-7814-4848-a3dd-2e2c00d9a0c4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.600895] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 856214e6-7814-4848-a3dd-2e2c00d9a0c4 [ 1018.601298] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.601621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.601708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.602021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.602166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.602301] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:856214e6-7814-4848-a3dd-2e2c00d9a0c4 already deleted. [ 1018.602363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-856214e6-7814-4848-a3dd-2e2c00d9a0c4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.637312] env[66687]: INFO networking_nsxv3.common.synchronization [req-2e35bf61-f6de-45a3-99b1-9de2293e969e req-c923c702-d9e8-47e7-93a9-6a64803854fb service nova] Enqueued Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_rules [ 1018.637502] env[66687]: INFO networking_nsxv3.common.synchronization [req-2e35bf61-f6de-45a3-99b1-9de2293e969e req-c923c702-d9e8-47e7-93a9-6a64803854fb service nova] Enqueued Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1018.637639] env[66687]: INFO networking_nsxv3.common.synchronization [req-2e35bf61-f6de-45a3-99b1-9de2293e969e req-c923c702-d9e8-47e7-93a9-6a64803854fb service nova] Enqueued Resource ID: 1fabad29-5169-4ed0-8346-3141bdeeb551 with Priority: HIGHEST for action port [ 1018.638214] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_rules [ 1018.638354] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1018.638464] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabad29-5169-4ed0-8346-3141bdeeb551 with Priority: HIGHEST for action port [ 1018.638773] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.638887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.638956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.639722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.639836] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.642254] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.642362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.642435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.642650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.642825] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.642931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.642994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.643206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.643266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.643391] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.645543] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fabad29-5169-4ed0-8346-3141bdeeb551 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.645686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fabad29-5169-4ed0-8346-3141bdeeb551" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.645798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fabad29-5169-4ed0-8346-3141bdeeb551" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.645978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fabad29-5169-4ed0-8346-3141bdeeb551" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.646198] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fabad29-5169-4ed0-8346-3141bdeeb551',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.146398] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.147944] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.147944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.148345] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fabad29-5169-4ed0-8346-3141bdeeb551 with status ACTIVE [ 1019.148570] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.148701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.148765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.149028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.149096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.149226] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.149328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.149391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.149561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.149657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.149892] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.149995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.152193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.152401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.152498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.152594] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fabad29-5169-4ed0-8346-3141bdeeb551 is going to be updated. [ 1019.175863] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.176065] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.176213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.176488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.176676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.176877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fabad29-5169-4ed0-8346-3141bdeeb551" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.256188] env[66687]: INFO networking_nsxv3.common.synchronization [req-9ce88e69-31b4-4874-abdc-f7c25083ed9a req-ac3880c7-d28a-4d01-8b49-3b800a52eae9 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 1019.256889] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 1019.257342] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.257552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.257552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.257990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.257990] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.258105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.258105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.258387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.258469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.258527] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.591229] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.591484] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.591600] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.591855] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.592127] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.592287] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.592402] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.592617] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.592761] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.592965] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.593086] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.593194] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.593305] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.593414] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.593516] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.593644] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.614288] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.614621] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.614790] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.614943] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.615417] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-19fb8c0b-f41b-404e-aeb6-383d0eddcc7f taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.615612] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-19fb8c0b-f41b-404e-aeb6-383d0eddcc7f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.615730] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-19fb8c0b-f41b-404e-aeb6-383d0eddcc7f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.616082] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-19fb8c0b-f41b-404e-aeb6-383d0eddcc7f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.616231] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19fb8c0b-f41b-404e-aeb6-383d0eddcc7f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.648976] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.762687] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.118724] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.118964] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.119105] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.119380] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.119532] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.119682] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 19fb8c0b-f41b-404e-aeb6-383d0eddcc7f not found, creating... [ 1020.119942] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.120148] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.120314] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.120594] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.120739] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.121045] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.121201] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.121312] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.121514] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.121643] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.121797] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 19fb8c0b-f41b-404e-aeb6-383d0eddcc7f is going to be created. [ 1020.145866] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.145866] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.146130] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.146359] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.146633] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.147036] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-19fb8c0b-f41b-404e-aeb6-383d0eddcc7f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.151952] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.152108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.152162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.152364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.152447] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.152578] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b3b454-c671-48f1-b6f4-94ee87039622 is going to be created. [ 1020.185456] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.185656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.185706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.186411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.186411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.212772] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: UNINITIALIZED for 2s [ 1020.264686] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.766770] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.766925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.767199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.767599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.767787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.768238] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc is going to be updated. [ 1020.816738] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.816738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.816738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.816738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.816738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.827978] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: IN_PROGRESS for 2s [ 1020.889719] env[66687]: INFO networking_nsxv3.common.synchronization [req-9ce88e69-31b4-4874-abdc-f7c25083ed9a req-4ac7c47f-8559-431b-9e33-6ffb6ddbfb09 service nova] Enqueued Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_rules [ 1020.889719] env[66687]: INFO networking_nsxv3.common.synchronization [req-9ce88e69-31b4-4874-abdc-f7c25083ed9a req-4ac7c47f-8559-431b-9e33-6ffb6ddbfb09 service nova] Enqueued Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 1020.889719] env[66687]: INFO networking_nsxv3.common.synchronization [req-9ce88e69-31b4-4874-abdc-f7c25083ed9a req-4ac7c47f-8559-431b-9e33-6ffb6ddbfb09 service nova] Enqueued Resource ID: 19fb8c0b-f41b-404e-aeb6-383d0eddcc7f with Priority: HIGHEST for action port [ 1020.889719] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_rules [ 1020.889719] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 1020.890027] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19fb8c0b-f41b-404e-aeb6-383d0eddcc7f with Priority: HIGHEST for action port [ 1020.890292] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.890398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.890492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.890751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.890875] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.891998] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.892173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.892529] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-19fb8c0b-f41b-404e-aeb6-383d0eddcc7f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.892695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19fb8c0b-f41b-404e-aeb6-383d0eddcc7f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.892695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19fb8c0b-f41b-404e-aeb6-383d0eddcc7f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.892942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19fb8c0b-f41b-404e-aeb6-383d0eddcc7f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.897649] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19fb8c0b-f41b-404e-aeb6-383d0eddcc7f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.399316] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.399651] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.401037] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19fb8c0b-f41b-404e-aeb6-383d0eddcc7f with status ACTIVE [ 1021.401037] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.401037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.401037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.401037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.401037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.401037] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.401037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.401037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.401037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.401662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.401662] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.401662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.401662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.401662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.401967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.401967] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19fb8c0b-f41b-404e-aeb6-383d0eddcc7f is going to be updated. [ 1021.429100] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.429274] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.429356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.429589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.429814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.429984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19fb8c0b-f41b-404e-aeb6-383d0eddcc7f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.225770] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: SUCCESS [ 1022.226155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.226501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.226776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.227528] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.227670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.227752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.227921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.228029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.228116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.228211] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.730803] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.731836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.731836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.735288] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.735288] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.735288] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.735288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.735288] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.842448] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: SUCCESS [ 1022.843951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.843951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.843951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.843951] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.843951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.843951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.843951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.843951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.843951] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.239357] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4b3b454-c671-48f1-b6f4-94ee87039622: rpc.has_security_group_logging(os_id): False [ 1023.269316] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.269604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.269604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.269767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.269825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.270133] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.270357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.270357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.270466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.270466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.270669] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.270750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.270906] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.270958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.271016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.271196] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.271295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.271348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.271495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.271572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.271696] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4b3b454-c671-48f1-b6f4-94ee87039622 is going to be created. [ 1023.347168] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.356587] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.356933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.356933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.357160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.357356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.370898] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: IN_PROGRESS for 2s [ 1023.853669] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.357167] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.357167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.357167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.357167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.357167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.357481] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc is going to be updated. [ 1024.393464] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.393464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.393464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.393464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.393464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.403245] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: IN_PROGRESS for 2s [ 1025.384667] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: SUCCESS [ 1025.384961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.890717] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1025.890717] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1026.414348] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: SUCCESS [ 1026.414731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.414731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.414915] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.415119] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.415303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.415303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.415506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.415566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.415855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.416181] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.918567] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.165818] env[66687]: INFO networking_nsxv3.common.synchronization [req-cc959efd-f9d8-4e89-939e-292bb0bdc9bd req-701efdf8-b0ec-4028-bfff-bd94d05a96bb tempest-InstanceActionsNegativeTestJSON-1122844508 tempest-InstanceActionsNegativeTestJSON-1122844508-project-member] Enqueued Resource ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c with Priority: HIGHEST for action security_group_members [ 1027.166372] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c with Priority: HIGHEST for action security_group_members [ 1027.166755] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.166937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.166937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.167378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.167523] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.167523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.167655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.167886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.167886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.167988] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9c0a5-8d8f-41c7-88a0-8333a894f68c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.420860] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8dad167-6e98-447d-a1a5-14cfedc33fdc: rpc.has_security_group_logging(os_id): False [ 1027.444119] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.444119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.444119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.444119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.444119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.444119] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.444119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.444119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.444408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.444408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.444408] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc is going to be updated. [ 1027.516523] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.516719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.516719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.516999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.517138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.539677] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: IN_PROGRESS for 2s [ 1027.563247] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.563463] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-73" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.563592] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-73" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.563988] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-73" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.564746] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.566478] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.566478] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.567034] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.567034] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.567326] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.567474] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.567640] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.567818] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.567967] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.568124] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.568319] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.591134] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.591336] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.591445] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.591938] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-73" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.592113] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-0e691e41-7f38-4a56-bac4-9b7d4a035649 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.592248] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-0e691e41-7f38-4a56-bac4-9b7d4a035649" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.592314] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-0e691e41-7f38-4a56-bac4-9b7d4a035649" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.594743] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-0e691e41-7f38-4a56-bac4-9b7d4a035649" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.594743] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e691e41-7f38-4a56-bac4-9b7d4a035649',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.670336] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.670336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.670581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.670799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.670938] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.671347] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.671619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.672231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.672231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.672231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.672414] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c already deleted. [ 1027.672414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.096327] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.096613] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.096807] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.097333] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.097550] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.097889] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 0e691e41-7f38-4a56-bac4-9b7d4a035649 not found, creating... [ 1028.098303] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.098541] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.098717] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.099046] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.099250] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.099749] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.100007] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.100187] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.100479] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.100669] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.100871] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 0e691e41-7f38-4a56-bac4-9b7d4a035649 is going to be created. [ 1028.125026] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.125314] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.125450] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.125788] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.126075] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.126325] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-0e691e41-7f38-4a56-bac4-9b7d4a035649" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.867998] env[66687]: INFO networking_nsxv3.common.synchronization [req-cc959efd-f9d8-4e89-939e-292bb0bdc9bd req-a88d1b80-e893-48ff-906a-405b3088d90e service nova] Enqueued Resource ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c with Priority: HIGHEST for action security_group_rules [ 1028.868231] env[66687]: INFO networking_nsxv3.common.synchronization [req-cc959efd-f9d8-4e89-939e-292bb0bdc9bd req-a88d1b80-e893-48ff-906a-405b3088d90e service nova] Enqueued Resource ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c with Priority: HIGHEST for action security_group_members [ 1028.868339] env[66687]: INFO networking_nsxv3.common.synchronization [req-cc959efd-f9d8-4e89-939e-292bb0bdc9bd req-a88d1b80-e893-48ff-906a-405b3088d90e service nova] Enqueued Resource ID: 0e691e41-7f38-4a56-bac4-9b7d4a035649 with Priority: HIGHEST for action port [ 1028.868943] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c with Priority: HIGHEST for action security_group_rules [ 1028.869302] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c with Priority: HIGHEST for action security_group_members [ 1028.869343] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e691e41-7f38-4a56-bac4-9b7d4a035649 with Priority: HIGHEST for action port [ 1028.869660] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07e9c0a5-8d8f-41c7-88a0-8333a894f68c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.869811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.869900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.870375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.870375] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07e9c0a5-8d8f-41c7-88a0-8333a894f68c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.871684] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.871684] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.871766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.871918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.872080] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.872240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.872507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.872680] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.872725] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.873437] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9c0a5-8d8f-41c7-88a0-8333a894f68c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.877312] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e691e41-7f38-4a56-bac4-9b7d4a035649 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.877312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e691e41-7f38-4a56-bac4-9b7d4a035649" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.877312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e691e41-7f38-4a56-bac4-9b7d4a035649" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.877312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e691e41-7f38-4a56-bac4-9b7d4a035649" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.877312] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e691e41-7f38-4a56-bac4-9b7d4a035649',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.376494] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07e9c0a5-8d8f-41c7-88a0-8333a894f68c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.378708] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e691e41-7f38-4a56-bac4-9b7d4a035649 with status ACTIVE [ 1029.378828] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.378919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.379017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.379239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.380078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.380078] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.380078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.380078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.380078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.380078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.380406] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.380406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.380406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.380406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.380570] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.380570] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e691e41-7f38-4a56-bac4-9b7d4a035649 is going to be updated. [ 1029.381694] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.381812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.402243] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.402437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.402559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.402749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.402895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.403095] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e691e41-7f38-4a56-bac4-9b7d4a035649" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.555199] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: SUCCESS [ 1029.555536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.878933] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07e9c0a5-8d8f-41c7-88a0-8333a894f68c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.381651] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.381814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.381814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.382181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.382286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.382342] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c is going to be created. [ 1030.408408] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.408553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.408619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.408825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.409031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.418865] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c in Status: UNINITIALIZED for 2s [ 1031.407049] env[66687]: INFO networking_nsxv3.common.synchronization [None req-5efa1bf4-6b3a-4f73-8223-1ee12bc6334e tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 1031.407438] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 1031.407611] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.407736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.407803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.408191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.408692] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.408807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.408873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.409057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.409145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.409242] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.912416] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.913684] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.913956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.914299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.916735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.916735] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.916735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.916735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.916735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.916735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.916735] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 1031.944790] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.944790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.944790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.944790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.944790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.952673] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 1032.429186] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c in Status: SUCCESS [ 1032.429609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.429609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.429713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.429907] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.430044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.430114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.430274] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.430354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.430516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.430516] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07e9c0a5-8d8f-41c7-88a0-8333a894f68c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.933531] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.934524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.934524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.934801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.934852] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.934969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.935030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.935199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.935285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.935594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.935594] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.935754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.935754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.935843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.935931] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.936029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.936084] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.936219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.936286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.936365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.936452] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07e9c0a5-8d8f-41c7-88a0-8333a894f68c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.439767] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07e9c0a5-8d8f-41c7-88a0-8333a894f68c: rpc.has_security_group_logging(os_id): False [ 1033.459560] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.459759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.459889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.460150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.460307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.460827] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.460827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.460827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.461102] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.461102] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.461312] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.461416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.461477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.461650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.461786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.462086] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.462259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.462323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.462489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.462633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.462684] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c is going to be created. [ 1033.632903] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.632903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.632903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.632903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.633414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.647979] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c in Status: IN_PROGRESS for 2s [ 1033.962488] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 1033.962679] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d deletion is rescheduled due to dependency. [ 1033.962741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.660593] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c in Status: SUCCESS [ 1035.660946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.409080] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1036.409080] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1037.614021] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.614021] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.614021] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.614021] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.614935] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.618024] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.618024] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.618024] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.618024] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.618024] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.618024] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.618024] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.618024] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.618024] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.618024] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.618024] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.637767] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.638585] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.639912] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.639912] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-662" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.639912] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-2944b202-de87-4af7-b699-3ab5c0b48fea taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.639912] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.639912] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.640167] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.640377] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2944b202-de87-4af7-b699-3ab5c0b48fea',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.144801] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.144801] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.144801] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.144801] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.145171] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.145171] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.145327] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.145443] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.145676] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.145812] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.147780] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.147780] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.147780] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.147780] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.147780] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.147780] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 2944b202-de87-4af7-b699-3ab5c0b48fea is going to be updated. [ 1038.180775] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.181034] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.181177] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.181457] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.181664] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.181895] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.880527] env[66687]: INFO networking_nsxv3.common.synchronization [req-030e6910-bcd6-495d-9ae1-5ec947237a31 req-f66363c0-bd5c-447a-9d24-e96af6124a70 service nova] Enqueued Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_rules [ 1038.880803] env[66687]: INFO networking_nsxv3.common.synchronization [req-030e6910-bcd6-495d-9ae1-5ec947237a31 req-f66363c0-bd5c-447a-9d24-e96af6124a70 service nova] Enqueued Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 1038.880844] env[66687]: INFO networking_nsxv3.common.synchronization [req-030e6910-bcd6-495d-9ae1-5ec947237a31 req-f66363c0-bd5c-447a-9d24-e96af6124a70 service nova] Enqueued Resource ID: 2944b202-de87-4af7-b699-3ab5c0b48fea with Priority: HIGHEST for action port [ 1038.881382] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_rules [ 1038.881579] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 1038.881622] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2944b202-de87-4af7-b699-3ab5c0b48fea with Priority: HIGHEST for action port [ 1038.881911] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.882101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.882136] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.882318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.882512] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.884692] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.884692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.884692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.884692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.886128] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.886495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.886495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.886602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.886712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.886769] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.890351] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2944b202-de87-4af7-b699-3ab5c0b48fea taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.891342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.891342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.891342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.891342] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2944b202-de87-4af7-b699-3ab5c0b48fea',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.950505] env[66687]: INFO networking_nsxv3.common.synchronization [req-b52f17b3-f024-49a4-b1e4-d994d7e978b0 req-c3056d22-c675-4ed0-86d9-bb13ef796ece tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_members [ 1038.951044] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGHEST for action security_group_members [ 1038.951366] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-0da66085-9532-4636-a7a0-ba7054433a3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.951779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.951879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.952159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.952317] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.952419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.952482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.952752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.952831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.952904] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0da66085-9532-4636-a7a0-ba7054433a3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.393574] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.393831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.394118] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.395059] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2944b202-de87-4af7-b699-3ab5c0b48fea with status ACTIVE [ 1039.396082] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.396082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.396082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.396082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.396082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.396082] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.396082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.396388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.396388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.396388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.397723] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.397723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.397723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.397723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.397723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.397723] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2944b202-de87-4af7-b699-3ab5c0b48fea is going to be updated. [ 1039.417489] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.417706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.417786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.418029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.418182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.418348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2944b202-de87-4af7-b699-3ab5c0b48fea" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.455909] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.456173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.456173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.456364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.456445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.456639] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.456736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.456793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.456939] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.457028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.457136] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da66085-9532-4636-a7a0-ba7054433a3f is going to be updated. [ 1039.489998] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.490194] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.490329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.490515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.490621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.509117] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da66085-9532-4636-a7a0-ba7054433a3f in Status: IN_PROGRESS for 2s [ 1039.866497] env[66687]: INFO networking_nsxv3.common.synchronization [req-516338ab-4c17-4f9f-9e3f-1f435a2bbae2 req-8db222a6-b0da-4db0-9a23-7f704cbb88ad tempest-InstanceActionsNegativeTestJSON-1122844508 tempest-InstanceActionsNegativeTestJSON-1122844508-project-member] Enqueued Resource ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c with Priority: HIGHEST for action security_group_members [ 1039.867130] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c with Priority: HIGHEST for action security_group_members [ 1039.867526] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.867653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.867719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.867909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.868081] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.868177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.868239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.868471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.868559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.868653] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07e9c0a5-8d8f-41c7-88a0-8333a894f68c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.898786] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.371338] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.371515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.371950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.373437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.373437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.373437] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.373437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.373437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.373437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.373437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.373437] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c is going to be updated. [ 1040.401515] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.401746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.401852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.402177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.402359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.402447] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 is going to be updated. [ 1040.410043] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.410327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.410327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.410501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.410655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.419429] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c in Status: IN_PROGRESS for 2s [ 1040.434634] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.434881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.434944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.435179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.435343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.461569] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: IN_PROGRESS for 2s [ 1041.519411] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0da66085-9532-4636-a7a0-ba7054433a3f in Status: SUCCESS [ 1041.519796] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0da66085-9532-4636-a7a0-ba7054433a3f deletion is rescheduled due to dependency. [ 1041.519796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.428673] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c in Status: SUCCESS [ 1042.428853] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c deletion is rescheduled due to dependency. [ 1042.428970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.471443] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: SUCCESS [ 1042.471667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.471841] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.472087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.472277] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.472393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.472457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.472630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.472690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.472765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.472855] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.976660] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.977022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.977022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.977153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.977364] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.977471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.977536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.977708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.977882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.977993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.978163] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.978271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.978333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.978496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.978652] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.978743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.978807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.978973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.979202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.979300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.979429] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.481384] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71beaba1-27f1-42b5-97f0-215abe1bd969: rpc.has_security_group_logging(os_id): False [ 1043.503651] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.503834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.503954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.504110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.504234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.504469] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.504572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.504654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.504812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.504950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.505167] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.505273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.505337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.505475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.505565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.505745] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.505836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.505897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.506106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.506169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.506201] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 is going to be updated. [ 1043.581361] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.581548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.581623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.581903] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.582131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.597426] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: IN_PROGRESS for 2s [ 1044.869223] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1044.869605] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1045.619668] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: SUCCESS [ 1045.619937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.456890] env[66687]: INFO networking_nsxv3.common.synchronization [req-4573ad3f-f2c7-4cad-a867-03aa9372ce83 req-b315a70e-dbed-4713-971b-e8d3e83c61bf tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1047.457458] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1047.457766] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.457893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.457963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.458155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.458312] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.458429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.458498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.458607] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.458699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.458784] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.961811] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.961811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.961811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.962104] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.962243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.962553] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.962674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.962731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.962920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.963067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.963175] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b3b454-c671-48f1-b6f4-94ee87039622 is going to be updated. [ 1047.994377] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.994377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.994377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.994632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.994632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.005379] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: IN_PROGRESS for 2s [ 1048.385785] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.386115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.386115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.386301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.386414] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.593439] env[66687]: INFO networking_nsxv3.common.synchronization [None req-e40a3737-4e93-4296-9175-b92a2c75e579 None None] Enqueued Resource ID: f9981bff-ef01-4728-a9c5-abf2b6143a70 with Priority: HIGHEST for action port [ 1048.594077] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9981bff-ef01-4728-a9c5-abf2b6143a70 with Priority: HIGHEST for action port [ 1048.594439] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9981bff-ef01-4728-a9c5-abf2b6143a70 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.594565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9981bff-ef01-4728-a9c5-abf2b6143a70" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.594646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9981bff-ef01-4728-a9c5-abf2b6143a70" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.594896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9981bff-ef01-4728-a9c5-abf2b6143a70" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.595050] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9981bff-ef01-4728-a9c5-abf2b6143a70',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.889384] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.098679] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9981bff-ef01-4728-a9c5-abf2b6143a70 [ 1049.098679] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.098679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.098679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.098679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.098679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.098679] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9981bff-ef01-4728-a9c5-abf2b6143a70 already deleted. [ 1049.098679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9981bff-ef01-4728-a9c5-abf2b6143a70" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.391664] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.895305] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1049.895305] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1050.021773] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: SUCCESS [ 1050.022087] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b3b454-c671-48f1-b6f4-94ee87039622 deletion is rescheduled due to dependency. [ 1050.022283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.832296] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.832534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.832655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.832976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.849704] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1050.850666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.851776] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1050.884800] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.884800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.884800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.885058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.897198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.897982] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1050.898199] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1050.898199] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1050.941593] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.941748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.941819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.942092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.943883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.944126] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1051.030344] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.030495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.030560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.030769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.031090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.031388] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1051.114044] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.114269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.114364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.114641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.115236] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.115759] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1051.115946] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b9f493fe-509f-4096-8896-a53439bdeb90', 'e57c1266-aefe-4092-a885-00e384a17242', '99ead5f1-840e-4ba8-9b07-4b276a08e698', '48ae4ee4-bb52-4cd0-9d6c-fbacab786755', 'f09a2edc-1274-46cf-b6f8-5b03006a52f3', '8386ce6c-c468-4c89-bdfb-3fb987f1996e', 'fe33fe02-8596-499a-9421-dcc2d80cba50', '80b1b9cf-e80f-432a-887f-ed5a7079e4f2', 'e199b796-8ddc-45ab-8306-b89a95417718', 'f78896c1-ea31-488f-b28b-13a688871e3f', '6a25be43-3b33-4310-b696-faeae169850a', 'cbe432c3-1015-48b0-a662-70ad7395a0b4', '3adbb3a6-6cc6-4d3e-addc-afa4bda083a9', '0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2', '7a3cdc7a-467f-411f-9511-06882ee34610', '24ccfedd-52aa-4e5a-b13c-7be11483eb47', '28ae2a59-0a1b-4943-b74b-6cfd38ec7900', 'be053028-0c8c-4f92-8385-1432033143f8', 'f2dd96b1-171c-4d25-bb75-d8a231df801d', 'ea85c678-3c75-4e25-90d7-6dc371f7b3b2', '75929fa2-6324-4e5d-8e8c-3ef9b87b90a7', '40c8f118-7a6d-4b77-9568-10d4dbb7044b', 'dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2', '1309de92-d148-4727-b5d6-06eb45b536d5', 'a044e3ae-6317-44e8-bd46-afd4668e8eb8', '3b5fba27-0d32-431b-94fa-c236ca3a6d35', '71beaba1-27f1-42b5-97f0-215abe1bd969', '0da66085-9532-4636-a7a0-ba7054433a3f', '50c57ae6-6de2-4e19-8e6c-4195b1f88b06', '07e9c0a5-8d8f-41c7-88a0-8333a894f68c', '648c7659-e49a-4078-aa14-69eb0da731b2', '7b62f436-676b-4b8b-89eb-ca017c33b71d', 'dba46c46-83ed-4641-bece-1eb60b15b4ad', 'c14b0ae1-1a1c-41d0-a11e-cb271873d76c', 'a96169de-0b07-455f-bdd2-8ad77c398383', 'cf35ba37-94e7-4291-b1ef-a6cd6beeafb6', 'f8dad167-6e98-447d-a1a5-14cfedc33fdc', '7941e76e-a947-4aa1-826a-354d91c5d4c1', '2b96660c-1de2-46bc-b652-145ec48e5e48', '722d059c-0277-4105-a7e5-c5656f737be8', 'abd8c9fe-59a5-4d10-8b67-eba2ebef303e', '032352ff-6227-450a-8583-521478433ab2', '958fa7fd-7edc-46ad-98b3-5b7a7aa605d5', 'e263c369-b216-401d-8a8d-2cff3604990f', '00a07be2-cf42-410a-bf54-6e1cf8b8b538', 'b4b3b454-c671-48f1-b6f4-94ee87039622', '9d708fc2-2a8a-496b-aa38-543da371d27a', '04f2aa09-b96a-4a2a-89b3-4c6e5f26628d', 'e7d4dd61-2262-4250-a564-778b43661f1e'} {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.116173] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1051.139914] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.140109] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.140186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.140406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.140495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.140617] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1051.140686] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.140788] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1051.192471] env[66687]: INFO networking_nsxv3.common.synchronization [None req-4e877fc6-a7a8-4a14-aab5-8ae84e9daff0 None None] Enqueued Resource ID: c5b9f973-e8d3-4d97-8923-1d71e9c2210d with Priority: HIGHEST for action port [ 1051.194405] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b9f973-e8d3-4d97-8923-1d71e9c2210d with Priority: HIGHEST for action port [ 1051.196489] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b9f973-e8d3-4d97-8923-1d71e9c2210d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.196728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b9f973-e8d3-4d97-8923-1d71e9c2210d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.196728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b9f973-e8d3-4d97-8923-1d71e9c2210d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.196992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b9f973-e8d3-4d97-8923-1d71e9c2210d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.197262] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b9f973-e8d3-4d97-8923-1d71e9c2210d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.297153] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.297451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.297571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.297843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.298979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.299346] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1051.299502] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.299591] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1051.299696] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1051.299842] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1051.299927] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGH for action security_group_rules [ 1051.300075] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGH for action security_group_rules [ 1051.300197] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGH for action security_group_rules [ 1051.300303] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGH for action security_group_rules [ 1051.300439] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 with Priority: HIGH for action security_group_rules [ 1051.300502] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGH for action security_group_rules [ 1051.300658] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGH for action security_group_rules [ 1051.300773] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGH for action security_group_rules [ 1051.300875] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGH for action security_group_rules [ 1051.300973] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f78896c1-ea31-488f-b28b-13a688871e3f with Priority: HIGH for action security_group_rules [ 1051.301090] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGH for action security_group_rules [ 1051.301188] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGH for action security_group_rules [ 1051.301291] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGH for action security_group_rules [ 1051.301390] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGH for action security_group_rules [ 1051.301489] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGH for action security_group_rules [ 1051.301589] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGH for action security_group_rules [ 1051.301721] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGH for action security_group_rules [ 1051.301774] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGH for action security_group_rules [ 1051.301805] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGH for action security_group_rules [ 1051.301867] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGH for action security_group_rules [ 1051.301964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.699808] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5b9f973-e8d3-4d97-8923-1d71e9c2210d [ 1051.700167] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.700348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.700425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.700645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.700732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.700827] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5b9f973-e8d3-4d97-8923-1d71e9c2210d already deleted. [ 1051.700907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b9f973-e8d3-4d97-8923-1d71e9c2210d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.862088] env[66687]: INFO networking_nsxv3.common.synchronization [req-00d65c3f-d49e-450d-8727-0f4057a5dc12 req-2b877b4e-c0ba-4ffd-a09b-d6bc466c8b36 tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_members [ 1051.862649] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGHEST for action security_group_members [ 1051.862791] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGH for action security_group_rules [ 1051.862899] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGH for action security_group_rules [ 1051.862997] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe33fe02-8596-499a-9421-dcc2d80cba50 with Priority: HIGH for action security_group_rules [ 1051.863958] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGH for action security_group_rules [ 1051.865088] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 with Priority: HIGH for action security_group_rules [ 1051.865088] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGH for action security_group_rules [ 1051.865088] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGH for action security_group_rules [ 1051.865088] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 with Priority: HIGH for action security_group_rules [ 1051.865088] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 with Priority: HIGH for action security_group_rules [ 1051.865088] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 with Priority: HIGH for action security_group_rules [ 1051.865088] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 with Priority: HIGH for action security_group_rules [ 1051.865088] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGH for action security_group_rules [ 1051.865666] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a25be43-3b33-4310-b696-faeae169850a with Priority: HIGH for action security_group_rules [ 1051.865914] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78896c1-ea31-488f-b28b-13a688871e3f with Priority: HIGH for action security_group_rules [ 1051.866141] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e199b796-8ddc-45ab-8306-b89a95417718 with Priority: HIGH for action security_group_rules [ 1051.866288] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e with Priority: HIGH for action security_group_rules [ 1051.866463] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGH for action security_group_rules [ 1051.866600] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 with Priority: HIGH for action security_group_rules [ 1051.866810] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57c1266-aefe-4092-a885-00e384a17242 with Priority: HIGH for action security_group_rules [ 1051.867918] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 with Priority: HIGH for action security_group_rules [ 1051.868075] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-e199b796-8ddc-45ab-8306-b89a95417718 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.868898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.868898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.868898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.868898] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.868898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.868898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.869232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.869232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.869365] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e199b796-8ddc-45ab-8306-b89a95417718',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.870275] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f493fe-509f-4096-8896-a53439bdeb90 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.870447] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.870624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.870829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.871308] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.876011] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.876011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.876011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.876011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.876011] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.876011] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe33fe02-8596-499a-9421-dcc2d80cba50 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.876011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.876011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.876011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.876011] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe33fe02-8596-499a-9421-dcc2d80cba50',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.876011] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.876011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.876011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.876011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.876011] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.876011] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.876011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.876011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.877209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.877209] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea85c678-3c75-4e25-90d7-6dc371f7b3b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.877914] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.878264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.878443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.878652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.878772] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.879622] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.880343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.880343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.880343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.880343] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.881483] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.881483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.881483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.881483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.881483] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ae2a59-0a1b-4943-b74b-6cfd38ec7900',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.882321] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.882519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.882606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.882853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.882950] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.883926] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.883926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.883926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.886878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.886878] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ccfedd-52aa-4e5a-b13c-7be11483eb47',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.889094] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.889272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.889397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.889604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.889742] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3adbb3a6-6cc6-4d3e-addc-afa4bda083a9',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.890538] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.890849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.890849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.891066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.891179] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.891899] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a25be43-3b33-4310-b696-faeae169850a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.892083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.892196] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.892406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.892528] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a25be43-3b33-4310-b696-faeae169850a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.893300] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78896c1-ea31-488f-b28b-13a688871e3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.893404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.893556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.893612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.893741] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78896c1-ea31-488f-b28b-13a688871e3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.894467] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e199b796-8ddc-45ab-8306-b89a95417718 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.894577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.894642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.894786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.894861] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e199b796-8ddc-45ab-8306-b89a95417718',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.895845] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.896020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.896138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.896329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.896449] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8386ce6c-c468-4c89-bdfb-3fb987f1996e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.897679] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.897679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.897679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.897679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.897679] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.898545] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f09a2edc-1274-46cf-b6f8-5b03006a52f3 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.898709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.899053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.899053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.899207] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f09a2edc-1274-46cf-b6f8-5b03006a52f3',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.899981] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e57c1266-aefe-4092-a885-00e384a17242 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.900100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.900156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.900363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.900488] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e57c1266-aefe-4092-a885-00e384a17242',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.901186] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.901604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.901604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.901604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.901797] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ae4ee4-bb52-4cd0-9d6c-fbacab786755',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.902677] env[66687]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1051.903718] env[66687]: INFO networking_nsxv3.common.synchronization [None req-8729c7de-16e2-4ff9-bed6-3d0e1d9a9911 tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_rules [ 1051.905648] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.905914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.905914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.906167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.911627] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_rules [ 1051.913907] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a6fa794-07f7-447c-a04f-d721152aa2ed taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.913907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.913907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.913907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.913907] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a6fa794-07f7-447c-a04f-d721152aa2ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.933937] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.934292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.938052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.938351] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.938479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.938547] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.938698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.938779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.938870] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e199b796-8ddc-45ab-8306-b89a95417718 is going to be updated. [ 1051.940239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.940566] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.967787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.967933] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe33fe02-8596-499a-9421-dcc2d80cba50 is going to be deleted. [ 1051.971121] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.971260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.971303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.971667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.971667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.982247] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e199b796-8ddc-45ab-8306-b89a95417718 in Status: IN_PROGRESS for 2s [ 1052.005463] env[66687]: INFO networking_nsxv3.common.synchronization [None req-9ac6876a-c864-4914-a986-4879dc3e5ce4 tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_rules [ 1052.006098] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_rules [ 1052.006417] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a6fa794-07f7-447c-a04f-d721152aa2ed taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.006551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.026868] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.026868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.026868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.026868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.026868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.026868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe33fe02-8596-499a-9421-dcc2d80cba50" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.410810] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.411269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.411354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.411531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.411710] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.411820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.411940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.412038] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.412148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.412491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.412588] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.414071] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f493fe-509f-4096-8896-a53439bdeb90 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.414071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.414071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.414258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.414542] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.414693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.414763] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.414912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.415023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.415113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.415306] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.422520] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.422520] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.422694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.422769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.422923] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.423053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.423097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.423235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.423318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.423403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.423488] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.426427] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.426610] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.426736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.426928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.427106] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.427209] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.427272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.427416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.427514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.427599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.427682] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.432708] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.432841] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.432896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.433098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.433281] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.433392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.433457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.433625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.433707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.433802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.434059] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.434822] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.434909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.434999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.435803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.435803] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.435803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.435803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.435803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.435803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.436346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.436346] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.457773] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.457773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.457919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.458515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.470745] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.470886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.503207] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.503351] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.506307] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.506307] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.507867] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.507867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.508603] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.509662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.509662] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.509930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.510818] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.510818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.511494] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.511494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.512038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.512135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.513459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.513568] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2 is going to be deleted. [ 1052.514784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.515105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.516978] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.517112] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.518073] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.518223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.519580] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.520508] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.521305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.522784] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.523307] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.523577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.547503] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.548246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.548403] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e57c1266-aefe-4092-a885-00e384a17242 is going to be deleted. [ 1052.549716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.549931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.599795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.599945] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea85c678-3c75-4e25-90d7-6dc371f7b3b2 is going to be deleted. [ 1052.600908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.601148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.636756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.636916] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78896c1-ea31-488f-b28b-13a688871e3f is going to be deleted. [ 1052.637941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.638199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.677020] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.677231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.683382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.683547] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8386ce6c-c468-4c89-bdfb-3fb987f1996e is going to be deleted. [ 1052.684572] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.684803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.722967] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.722967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.723961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.724095] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be deleted. [ 1052.724961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.725333] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.755839] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.756018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.765844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.765984] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3adbb3a6-6cc6-4d3e-addc-afa4bda083a9 is going to be deleted. [ 1052.767027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.767270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.767370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.767473] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed already deleted. [ 1052.767558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.767732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.767900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.769031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.769219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.769308] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a6fa794-07f7-447c-a04f-d721152aa2ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.798883] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.799107] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.815950] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.816215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.838856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.838856] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a25be43-3b33-4310-b696-faeae169850a is going to be deleted. [ 1052.839784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.840013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.840113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.840220] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e199b796-8ddc-45ab-8306-b89a95417718 is going to be deleted. [ 1052.840997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.841418] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.921612] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.940191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.940191] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f09a2edc-1274-46cf-b6f8-5b03006a52f3 is going to be deleted. [ 1052.941276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.944597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.944597] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.945398] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.948404] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.949582] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.949714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.949778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.949980] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.950157] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.950264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.950329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.950480] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.950564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.950669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.950787] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.950933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.950933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.951087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.951371] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.951371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.951371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.951866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.951866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.951866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.951866] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.957472] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.958970] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.959099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.961161] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.961161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.983718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.984534] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ae4ee4-bb52-4cd0-9d6c-fbacab786755 is going to be deleted. [ 1052.985087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.985314] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.039725] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.039956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.042587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.042724] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ae2a59-0a1b-4943-b74b-6cfd38ec7900 is going to be deleted. [ 1053.044220] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.044337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.047507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.047757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.047856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.048032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f09a2edc-1274-46cf-b6f8-5b03006a52f3" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.048519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.048707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.064662] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.064893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.108424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.108643] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ccfedd-52aa-4e5a-b13c-7be11483eb47 is going to be deleted. [ 1053.109457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.109670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.109761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.109895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78896c1-ea31-488f-b28b-13a688871e3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.110079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.110248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.110455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.110455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e57c1266-aefe-4092-a885-00e384a17242" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.111487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.111651] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.111734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.111851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea85c678-3c75-4e25-90d7-6dc371f7b3b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.111991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.112146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.112226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.112365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8386ce6c-c468-4c89-bdfb-3fb987f1996e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.112502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.112645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.112732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.112871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3adbb3a6-6cc6-4d3e-addc-afa4bda083a9" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.113126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.113340] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.113429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.113556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.113705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.113854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.113933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.114067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.114543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.114698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.114782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.114896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5b4f15-bc0f-46d0-9eb3-59b3b8eee9e2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.115130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.115274] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.115349] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.115494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a25be43-3b33-4310-b696-faeae169850a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.118672] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.118842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.118894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.119016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.119106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.119212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ae4ee4-bb52-4cd0-9d6c-fbacab786755" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.200663] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.200989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.200989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.201342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.201342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.201342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ae2a59-0a1b-4943-b74b-6cfd38ec7900" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.261325] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1053.261972] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.262260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.262260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.262588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.262698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.262819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ccfedd-52aa-4e5a-b13c-7be11483eb47" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.324568] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.324685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.324738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.324947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.325135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.325225] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed already deleted. [ 1053.325320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.429310] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be053028-0c8c-4f92-8385-1432033143f8: rpc.has_security_group_logging(os_id): False [ 1053.446452] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbe432c3-1015-48b0-a662-70ad7395a0b4: rpc.has_security_group_logging(os_id): False [ 1053.449259] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a3cdc7a-467f-411f-9511-06882ee34610: rpc.has_security_group_logging(os_id): False [ 1053.455440] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.455440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.455440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.455440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.466301] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99ead5f1-840e-4ba8-9b07-4b276a08e698: rpc.has_security_group_logging(os_id): False [ 1053.466301] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80b1b9cf-e80f-432a-887f-ed5a7079e4f2: rpc.has_security_group_logging(os_id): False [ 1053.466301] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9f493fe-509f-4096-8896-a53439bdeb90: rpc.has_security_group_logging(os_id): False [ 1053.466968] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.467124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.470089] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.470089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.482805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.482805] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.482805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.482805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.482805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.483294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.483294] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be updated. [ 1053.484102] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.484284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.486066] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.486231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.491513] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.491666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.509550] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.509792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.516988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.517344] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.517488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.517543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.517708] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.517793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.517892] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a3cdc7a-467f-411f-9511-06882ee34610 is going to be updated. [ 1053.519067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.519268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.548550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.548887] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.548997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.549071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.549280] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.549365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.549464] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1053.550574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.550862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.602972] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.602972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.611043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.611421] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.611552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.611552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.612049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.612049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.612049] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f493fe-509f-4096-8896-a53439bdeb90 is going to be updated. [ 1053.613121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.613306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.654811] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.654811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.704635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.704635] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.704635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.704635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.705129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.705129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.705129] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.705273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.705311] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.705482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.705561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.705774] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.705860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.705941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.706140] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.706233] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.706327] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1053.707799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.707799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.707799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.708836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.709072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.795642] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.796128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.818468] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 1053.827772] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.827968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.833149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.833535] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.833665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.833757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.833992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.834115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.834239] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 is going to be updated. [ 1053.835363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.835541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.835682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.836603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.836769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.836909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.837757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.837911] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.838047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.886742] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: IN_PROGRESS for 2s [ 1053.887793] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f493fe-509f-4096-8896-a53439bdeb90 in Status: IN_PROGRESS for 2s [ 1053.889567] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1053.916987] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.917204] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.917387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.917588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.917736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.980888] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.981324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.981324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.981434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.981565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.983815] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1053.997809] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e199b796-8ddc-45ab-8306-b89a95417718 in Status: SUCCESS [ 1053.998096] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e199b796-8ddc-45ab-8306-b89a95417718 deletion is rescheduled due to dependency. [ 1053.998180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e199b796-8ddc-45ab-8306-b89a95417718" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.000801] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: IN_PROGRESS for 2s [ 1054.977980] env[66687]: INFO networking_nsxv3.common.synchronization [None req-6946922d-6c97-4dc0-a378-b359c46d89fb tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: ea8bed30-8979-497b-ae15-57cf40da771c with Priority: HIGHEST for action security_group_rules [ 1054.978949] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea8bed30-8979-497b-ae15-57cf40da771c with Priority: HIGHEST for action security_group_rules [ 1054.978949] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea8bed30-8979-497b-ae15-57cf40da771c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.979098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea8bed30-8979-497b-ae15-57cf40da771c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.979238] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea8bed30-8979-497b-ae15-57cf40da771c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.979853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea8bed30-8979-497b-ae15-57cf40da771c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.979853] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea8bed30-8979-497b-ae15-57cf40da771c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.076165] env[66687]: INFO networking_nsxv3.common.synchronization [None req-700084fc-5ce9-43c8-9bff-f8c1c7137315 tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: ea8bed30-8979-497b-ae15-57cf40da771c with Priority: HIGHEST for action security_group_rules [ 1055.076165] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea8bed30-8979-497b-ae15-57cf40da771c with Priority: HIGHEST for action security_group_rules [ 1055.076165] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea8bed30-8979-497b-ae15-57cf40da771c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.076165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea8bed30-8979-497b-ae15-57cf40da771c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.505724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.505965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.505965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.506258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.506323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.506433] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea8bed30-8979-497b-ae15-57cf40da771c already deleted. [ 1055.506523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea8bed30-8979-497b-ae15-57cf40da771c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.506677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea8bed30-8979-497b-ae15-57cf40da771c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.506881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea8bed30-8979-497b-ae15-57cf40da771c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.506974] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea8bed30-8979-497b-ae15-57cf40da771c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.834352] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 1055.834352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.907823] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f493fe-509f-4096-8896-a53439bdeb90 in Status: SUCCESS [ 1055.908153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.908876] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1055.909060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.909685] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: SUCCESS [ 1055.909812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.020963] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1056.021319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.028270] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: SUCCESS [ 1056.028586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.055985] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.056280] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.056280] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.056462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.056538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.056718] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea8bed30-8979-497b-ae15-57cf40da771c already deleted. [ 1056.056718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea8bed30-8979-497b-ae15-57cf40da771c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.666857] env[66687]: INFO networking_nsxv3.common.synchronization [req-ec5856e2-77c0-4a88-884a-659ad8b89c23 req-6c7c0ef1-6192-4921-a885-92917604232c tempest-ServerMetadataNegativeTestJSON-696622446 tempest-ServerMetadataNegativeTestJSON-696622446-project-member] Enqueued Resource ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f with Priority: HIGHEST for action security_group_members [ 1056.668113] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f with Priority: HIGHEST for action security_group_members [ 1056.668652] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf30ebf-bc99-44a0-8721-f7534a10028f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.668896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.669059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.669466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.669783] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.669984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.670144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.670428] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.670592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.670756] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf30ebf-bc99-44a0-8721-f7534a10028f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.044933] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.045284] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-722" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.045440] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-722" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.045826] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-722" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.046171] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.046376] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.046511] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.046769] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.046931] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.047220] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.047363] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.047500] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.047629] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.047764] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.047893] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.048090] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.070875] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.071307] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.071544] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.071867] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-722" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.072428] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-d7e9901c-17d4-4cf1-9bbb-50c4453b0371 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.072728] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-d7e9901c-17d4-4cf1-9bbb-50c4453b0371" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.072982] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-d7e9901c-17d4-4cf1-9bbb-50c4453b0371" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.073470] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-d7e9901c-17d4-4cf1-9bbb-50c4453b0371" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.073651] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e9901c-17d4-4cf1-9bbb-50c4453b0371',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.173066] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.173212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.173434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.173616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.173884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.174069] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.174190] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.174251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.174421] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.174500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.174587] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f already deleted. [ 1057.174689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.576687] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.576687] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.576963] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.577100] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.577260] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.577518] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port d7e9901c-17d4-4cf1-9bbb-50c4453b0371 not found, creating... [ 1057.577723] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.577884] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.578086] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.578341] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.578480] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.578801] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.578963] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.579151] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.579353] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.579499] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.579653] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: d7e9901c-17d4-4cf1-9bbb-50c4453b0371 is going to be created. [ 1057.619473] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.619727] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.619946] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.620326] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.620643] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.620947] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-d7e9901c-17d4-4cf1-9bbb-50c4453b0371" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.194720] env[66687]: INFO networking_nsxv3.common.synchronization [req-dfcf6ba2-9ad8-4592-b761-9aeb2c985273 req-a20c97df-b36b-4e70-a5d4-da2235bdaead tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1058.195880] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1058.195880] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.195880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.196119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.196578] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.199319] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.199454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.199525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.199726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.199818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.200149] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.354409] env[66687]: INFO networking_nsxv3.common.synchronization [req-ec5856e2-77c0-4a88-884a-659ad8b89c23 req-83875812-991a-4de1-be40-6c8a2bf8c715 service nova] Enqueued Resource ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f with Priority: HIGHEST for action security_group_rules [ 1058.354700] env[66687]: INFO networking_nsxv3.common.synchronization [req-ec5856e2-77c0-4a88-884a-659ad8b89c23 req-83875812-991a-4de1-be40-6c8a2bf8c715 service nova] Enqueued Resource ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f with Priority: HIGHEST for action security_group_members [ 1058.354767] env[66687]: INFO networking_nsxv3.common.synchronization [req-ec5856e2-77c0-4a88-884a-659ad8b89c23 req-83875812-991a-4de1-be40-6c8a2bf8c715 service nova] Enqueued Resource ID: d7e9901c-17d4-4cf1-9bbb-50c4453b0371 with Priority: HIGHEST for action port [ 1058.355304] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f with Priority: HIGHEST for action security_group_rules [ 1058.355438] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f with Priority: HIGHEST for action security_group_members [ 1058.355533] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e9901c-17d4-4cf1-9bbb-50c4453b0371 with Priority: HIGHEST for action port [ 1058.355825] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf30ebf-bc99-44a0-8721-f7534a10028f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.355999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.356332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.356839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.356839] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf30ebf-bc99-44a0-8721-f7534a10028f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.358187] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf30ebf-bc99-44a0-8721-f7534a10028f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.358187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.358187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.358336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.359016] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.359016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.359016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.359237] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.359277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.359633] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf30ebf-bc99-44a0-8721-f7534a10028f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.360577] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7e9901c-17d4-4cf1-9bbb-50c4453b0371 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.360697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7e9901c-17d4-4cf1-9bbb-50c4453b0371" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.360813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7e9901c-17d4-4cf1-9bbb-50c4453b0371" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.360992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7e9901c-17d4-4cf1-9bbb-50c4453b0371" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.360992] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e9901c-17d4-4cf1-9bbb-50c4453b0371',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.702724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.702889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.702961] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.703234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.703332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.703655] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.703655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.703814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.703852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.703898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.703985] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1058.736047] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.736047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.736047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.736047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.736047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.747626] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1058.863347] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf30ebf-bc99-44a0-8721-f7534a10028f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.863519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.863729] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bf30ebf-bc99-44a0-8721-f7534a10028f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.866459] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7e9901c-17d4-4cf1-9bbb-50c4453b0371 with status ACTIVE [ 1058.867261] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.867411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.868127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.868127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.868127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.868127] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.868286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.868286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.869696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.869696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.869696] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.869696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.869696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.869696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.869696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.869696] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7e9901c-17d4-4cf1-9bbb-50c4453b0371 is going to be updated. [ 1058.896021] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.896207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.896266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.897022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.897022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.897022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7e9901c-17d4-4cf1-9bbb-50c4453b0371" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.013755] env[66687]: INFO networking_nsxv3.common.synchronization [req-9504522d-a71d-47a8-97ce-ecf7ccbd05a8 req-bd698c4e-8d66-4c25-9c3f-523b84f734a7 tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_members [ 1059.014210] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGHEST for action security_group_members [ 1059.014537] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f493fe-509f-4096-8896-a53439bdeb90 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.014661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.014727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.015049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.018584] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.019443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.019443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.019443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.019443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.019443] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.148224] env[66687]: INFO networking_nsxv3.common.synchronization [None req-bc9b0f81-0a8b-4e10-9089-cc646d39602f tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_rules [ 1059.149129] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_rules [ 1059.149281] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e08cf43-3233-4faa-b52b-18ec1b19e509 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.149417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.149470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.149722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.149818] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e08cf43-3233-4faa-b52b-18ec1b19e509',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.266800] env[66687]: INFO networking_nsxv3.common.synchronization [None req-622ab6d6-c04b-46bd-9554-1c8cc8ed93d6 tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_rules [ 1059.266800] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_rules [ 1059.266800] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e08cf43-3233-4faa-b52b-18ec1b19e509 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.266800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.371362] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bf30ebf-bc99-44a0-8721-f7534a10028f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.526865] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.528058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.528058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.528058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.528058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.528290] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.528290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.528290] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.528422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.528459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.528548] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f493fe-509f-4096-8896-a53439bdeb90 is going to be updated. [ 1059.559818] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.560066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.560066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.560320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.560420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.571975] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f493fe-509f-4096-8896-a53439bdeb90 in Status: IN_PROGRESS for 2s [ 1059.672630] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.672801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.672901] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.673820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.673820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.673820] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 already deleted. [ 1059.673820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.673820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.673820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.673820] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e08cf43-3233-4faa-b52b-18ec1b19e509',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.876324] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.876324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.876324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.876324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.876324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.876324] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f is going to be created. [ 1059.910289] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.910485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.910601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.910852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.911679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.922759] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f in Status: UNINITIALIZED for 2s [ 1060.198034] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.198328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.198328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.198552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.198618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.198676] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 already deleted. [ 1060.198744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.759273] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 4s [ 1060.845073] env[66687]: INFO networking_nsxv3.common.synchronization [req-7656d4fe-d4ed-4dee-bd1c-92e02a8bab44 req-1a470cbc-c53e-484b-9b50-c5b0a3743c98 tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_members [ 1060.846037] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_members [ 1060.846417] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a6fa794-07f7-447c-a04f-d721152aa2ed taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.847057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.847152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.847468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.847661] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.847796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.847887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.848093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.848184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.848310] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a6fa794-07f7-447c-a04f-d721152aa2ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.192024] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.192024] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.192024] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.192024] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.192024] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.192024] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.192677] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.193236] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.193525] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.193847] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.194092] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.194325] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.194562] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.194792] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.197022] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.197022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.216931] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.216931] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.216931] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.216931] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.217517] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-8219810c-cc3e-41c1-a12a-6f3cf114e701 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.217695] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-8219810c-cc3e-41c1-a12a-6f3cf114e701" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.217875] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-8219810c-cc3e-41c1-a12a-6f3cf114e701" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.218282] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-8219810c-cc3e-41c1-a12a-6f3cf114e701" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.218460] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8219810c-cc3e-41c1-a12a-6f3cf114e701',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.350907] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.351181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.351181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.351337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.351417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.351621] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.351731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.351856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.351952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.351998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.352096] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed already deleted. [ 1061.352181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.583807] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f493fe-509f-4096-8896-a53439bdeb90 in Status: SUCCESS [ 1061.583986] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f493fe-509f-4096-8896-a53439bdeb90 deletion is rescheduled due to dependency. [ 1061.584184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.721033] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.721296] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.721380] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.721639] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.721889] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.722026] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 8219810c-cc3e-41c1-a12a-6f3cf114e701 not found, creating... [ 1061.722204] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.722373] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.722473] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.722694] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.722821] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.723213] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.723391] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.723550] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.723802] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.723944] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.724098] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 8219810c-cc3e-41c1-a12a-6f3cf114e701 is going to be created. [ 1061.746222] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.746482] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.746638] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.746828] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.747072] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.747311] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-8219810c-cc3e-41c1-a12a-6f3cf114e701" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.933275] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f in Status: SUCCESS [ 1061.933669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.933761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.934157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.934347] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.935078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.935078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.935078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.935078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.935078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.935078] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bf30ebf-bc99-44a0-8721-f7534a10028f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.437853] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf30ebf-bc99-44a0-8721-f7534a10028f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.438065] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.438172] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.438415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.438596] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.438699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.438762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.438913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.439028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.439128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.439248] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf30ebf-bc99-44a0-8721-f7534a10028f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.439341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.439402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.439629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.439797] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.439892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.439944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.440118] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.440169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.440254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.440348] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bf30ebf-bc99-44a0-8721-f7534a10028f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.472738] env[66687]: INFO networking_nsxv3.common.synchronization [req-7656d4fe-d4ed-4dee-bd1c-92e02a8bab44 req-b7fccbc8-be3a-470c-b8b0-ec7f76de2050 service nova] Enqueued Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_rules [ 1062.472826] env[66687]: INFO networking_nsxv3.common.synchronization [req-7656d4fe-d4ed-4dee-bd1c-92e02a8bab44 req-b7fccbc8-be3a-470c-b8b0-ec7f76de2050 service nova] Enqueued Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_members [ 1062.472922] env[66687]: INFO networking_nsxv3.common.synchronization [req-7656d4fe-d4ed-4dee-bd1c-92e02a8bab44 req-b7fccbc8-be3a-470c-b8b0-ec7f76de2050 service nova] Enqueued Resource ID: 8219810c-cc3e-41c1-a12a-6f3cf114e701 with Priority: HIGHEST for action port [ 1062.473490] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_rules [ 1062.473633] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_members [ 1062.473732] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8219810c-cc3e-41c1-a12a-6f3cf114e701 with Priority: HIGHEST for action port [ 1062.474404] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a6fa794-07f7-447c-a04f-d721152aa2ed taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.474593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.474668] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.475028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.475028] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a6fa794-07f7-447c-a04f-d721152aa2ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.476441] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a6fa794-07f7-447c-a04f-d721152aa2ed taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.476571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.476628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.476875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.476980] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.477082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.477140] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.477316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.477407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.477444] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a6fa794-07f7-447c-a04f-d721152aa2ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.478556] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8219810c-cc3e-41c1-a12a-6f3cf114e701 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.478685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8219810c-cc3e-41c1-a12a-6f3cf114e701" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.478859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8219810c-cc3e-41c1-a12a-6f3cf114e701" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.479054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8219810c-cc3e-41c1-a12a-6f3cf114e701" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.479133] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8219810c-cc3e-41c1-a12a-6f3cf114e701',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.774388] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1062.774695] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 deletion is rescheduled due to dependency. [ 1062.774695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.944036] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bf30ebf-bc99-44a0-8721-f7534a10028f: rpc.has_security_group_logging(os_id): False [ 1062.962609] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.962814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.962864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.963298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.963430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.963683] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.963801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.963894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.964091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.964206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.964450] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.964563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.964626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.964795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.964953] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.965080] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.965227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.965284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.965434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.965508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.965594] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f is going to be created. [ 1062.977684] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a6fa794-07f7-447c-a04f-d721152aa2ed taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.977979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.981227] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a6fa794-07f7-447c-a04f-d721152aa2ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.982442] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8219810c-cc3e-41c1-a12a-6f3cf114e701 with status ACTIVE [ 1062.982588] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.982588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.982762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.982889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.982966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.983159] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.983302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.983383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.983509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.983635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.983789] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.983921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.983921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.984049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.987157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.987157] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8219810c-cc3e-41c1-a12a-6f3cf114e701 is going to be updated. [ 1063.010908] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.011086] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.011144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.011363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.011496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.011657] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8219810c-cc3e-41c1-a12a-6f3cf114e701" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.039296] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.039512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.039512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.039722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.039933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.053103] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f in Status: IN_PROGRESS for 2s [ 1063.148135] env[66687]: INFO networking_nsxv3.common.synchronization [req-17a9689d-4d08-47a8-8884-1d33ff107a8c req-29edb537-8e77-43e0-ba27-60e588313047 tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1063.148810] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1063.149488] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.149663] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.149756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.149994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.150219] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.150380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.150453] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.150617] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.150711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.150814] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.488211] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a6fa794-07f7-447c-a04f-d721152aa2ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.561026] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.561026] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.561026] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.561026] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.561999] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.562389] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.565025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.565025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.565025] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.565025] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.565025] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.565025] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.565025] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.565025] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.565025] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.565025] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.587570] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.587570] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.587570] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.587570] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.587570] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-fb422ce6-17c4-44c1-902c-c85eedd21601 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.587570] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-fb422ce6-17c4-44c1-902c-c85eedd21601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.587570] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-fb422ce6-17c4-44c1-902c-c85eedd21601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.587570] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-fb422ce6-17c4-44c1-902c-c85eedd21601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.587570] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb422ce6-17c4-44c1-902c-c85eedd21601',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.654512] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.654512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.654512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.654512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.654512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.654512] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.654512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.654512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.654512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.654512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.654512] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1063.685953] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.686164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.686482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.686482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.686674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.696264] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1063.990828] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.991206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.991206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.991347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.993048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.993048] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed is going to be created. [ 1064.017736] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.017889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.017957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.018179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.018339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.028435] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed in Status: UNINITIALIZED for 2s [ 1064.091843] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.092274] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.092513] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.092952] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.093304] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.093600] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port fb422ce6-17c4-44c1-902c-c85eedd21601 not found, creating... [ 1064.094113] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.094499] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.094645] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.095092] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.095361] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.096013] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.096155] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.096374] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.096823] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.097062] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.097294] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: fb422ce6-17c4-44c1-902c-c85eedd21601 is going to be created. [ 1064.128124] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.128510] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.129306] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.129864] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.130219] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.130612] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-fb422ce6-17c4-44c1-902c-c85eedd21601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.835344] env[66687]: INFO networking_nsxv3.common.synchronization [req-17a9689d-4d08-47a8-8884-1d33ff107a8c req-4ada2d25-e0fd-41e7-bebb-21b681c60fb9 service nova] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_rules [ 1064.835344] env[66687]: INFO networking_nsxv3.common.synchronization [req-17a9689d-4d08-47a8-8884-1d33ff107a8c req-4ada2d25-e0fd-41e7-bebb-21b681c60fb9 service nova] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1064.835344] env[66687]: INFO networking_nsxv3.common.synchronization [req-17a9689d-4d08-47a8-8884-1d33ff107a8c req-4ada2d25-e0fd-41e7-bebb-21b681c60fb9 service nova] Enqueued Resource ID: fb422ce6-17c4-44c1-902c-c85eedd21601 with Priority: HIGHEST for action port [ 1064.835727] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_rules [ 1064.836101] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1064.836343] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb422ce6-17c4-44c1-902c-c85eedd21601 with Priority: HIGHEST for action port [ 1064.836788] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.837267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.840062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.840062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.840062] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.840062] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.840062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.840062] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb422ce6-17c4-44c1-902c-c85eedd21601 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.840062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb422ce6-17c4-44c1-902c-c85eedd21601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.840062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb422ce6-17c4-44c1-902c-c85eedd21601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.840867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb422ce6-17c4-44c1-902c-c85eedd21601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.841138] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb422ce6-17c4-44c1-902c-c85eedd21601',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.066826] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f in Status: SUCCESS [ 1065.067689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.343962] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.344324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.344587] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb422ce6-17c4-44c1-902c-c85eedd21601 with status ACTIVE [ 1065.344876] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.345086] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.345233] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.345753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.345753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.345933] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.346127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.346223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.346464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.346615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.346837] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.346950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.347230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.347358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.347470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.347607] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb422ce6-17c4-44c1-902c-c85eedd21601 is going to be updated. [ 1065.380794] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.380794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.380794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.380794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.380794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.380794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb422ce6-17c4-44c1-902c-c85eedd21601" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.513719] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.514049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.514908] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.514908] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.515528] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.515789] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.518673] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.518673] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.518673] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.518673] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.518673] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.518673] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.518673] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.518673] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.518673] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.518673] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.552216] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.552549] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.552772] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.553106] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.553626] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-c9221ed2-babf-4344-a0ba-eff2f7281237 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.553857] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.554164] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.554741] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.555048] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9221ed2-babf-4344-a0ba-eff2f7281237',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.706368] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1065.706368] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 deletion is rescheduled due to dependency. [ 1065.706368] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.706715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.706756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.706929] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.707048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.707113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.707259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.707341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.707437] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.042720] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed in Status: SUCCESS [ 1066.042720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.042720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.042720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.042720] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.042720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.042720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.042720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.042720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.042720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.042720] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a6fa794-07f7-447c-a04f-d721152aa2ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.057810] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.058123] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.058282] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.059007] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.059210] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.059372] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port c9221ed2-babf-4344-a0ba-eff2f7281237 not found, creating... [ 1066.059671] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.059822] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.059939] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.060186] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.060321] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.061521] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.061720] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.062990] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.062990] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.062990] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.062990] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: c9221ed2-babf-4344-a0ba-eff2f7281237 is going to be created. [ 1066.087014] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.087435] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.087585] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.087805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.088084] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.088399] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.210283] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.545446] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a6fa794-07f7-447c-a04f-d721152aa2ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.712204] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.759951] env[66687]: INFO networking_nsxv3.common.synchronization [req-03e558c1-dd72-4372-9d96-2eb649fd6c3c req-b0bbb66b-2375-4a60-8839-6f080c9161e3 service nova] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_rules [ 1066.760316] env[66687]: INFO networking_nsxv3.common.synchronization [req-03e558c1-dd72-4372-9d96-2eb649fd6c3c req-b0bbb66b-2375-4a60-8839-6f080c9161e3 service nova] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 1066.760561] env[66687]: INFO networking_nsxv3.common.synchronization [req-03e558c1-dd72-4372-9d96-2eb649fd6c3c req-b0bbb66b-2375-4a60-8839-6f080c9161e3 service nova] Enqueued Resource ID: c9221ed2-babf-4344-a0ba-eff2f7281237 with Priority: HIGHEST for action port [ 1066.761198] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_rules [ 1066.761389] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 1066.761529] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9221ed2-babf-4344-a0ba-eff2f7281237 with Priority: HIGHEST for action port [ 1066.761947] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.762166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.762218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.762462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.762543] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.764441] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.764441] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.764441] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.764441] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.764441] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.764746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.764746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.764746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.764918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.764918] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.765755] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9221ed2-babf-4344-a0ba-eff2f7281237 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.765894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.765949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.767032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.767032] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9221ed2-babf-4344-a0ba-eff2f7281237',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.048516] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a6fa794-07f7-447c-a04f-d721152aa2ed: rpc.has_security_group_logging(os_id): False [ 1067.073829] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.075492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.075671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.075967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.076074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.076352] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.076490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.076557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.076735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.076842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.076943] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed is going to be created. [ 1067.141188] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.141650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.141650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.141650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.141853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.153468] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed in Status: IN_PROGRESS for 2s [ 1067.215907] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.215907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.215907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.215907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.215907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.216242] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1067.256190] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.256676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.256676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.256767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.257041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.268546] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.271262] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.271954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.271954] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9221ed2-babf-4344-a0ba-eff2f7281237 with status ACTIVE [ 1067.274631] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.274631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.274631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.274631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.274631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.274631] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.274631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.274631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.274631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.274631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.274631] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.274631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.274631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.277537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.277537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.277537] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9221ed2-babf-4344-a0ba-eff2f7281237 is going to be updated. [ 1067.278437] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1067.304232] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.304232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.304232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.304232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.304449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.304946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.777735] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.287254] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.287254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.287254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.287254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.287254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.287254] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 1068.366025] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.366025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.366025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.366025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.366025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.391080] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 1068.706573] env[66687]: INFO networking_nsxv3.common.synchronization [req-2af0066c-13bc-4d2a-8d21-ce6cfa5fbfd1 req-abd8e72e-848c-4bc7-85d5-040c8a777e5a tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_members [ 1068.707227] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_members [ 1068.707585] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e08cf43-3233-4faa-b52b-18ec1b19e509 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.707718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.707797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.708082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.708241] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.708338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.708417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.708575] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.708660] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.708769] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e08cf43-3233-4faa-b52b-18ec1b19e509',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.068383] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.068383] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.068383] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.068383] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.068665] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.068665] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.068665] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.068909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.069076] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.069282] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.069389] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.069512] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.069628] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.069734] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.069835] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.069962] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.091848] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.092334] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.092334] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.092477] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.092735] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-e61e2e7d-eea4-4c79-b11c-69560b52ee0f taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.092909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-e61e2e7d-eea4-4c79-b11c-69560b52ee0f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.093051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-e61e2e7d-eea4-4c79-b11c-69560b52ee0f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.093411] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-e61e2e7d-eea4-4c79-b11c-69560b52ee0f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.093541] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e61e2e7d-eea4-4c79-b11c-69560b52ee0f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.165336] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed in Status: SUCCESS [ 1069.165612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.212745] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.213136] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.213136] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.213475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.213590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.213888] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.214046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.214111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.214334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.214491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.214618] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 already deleted. [ 1069.214738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.290299] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1069.290645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.290691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.290888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.291090] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.291206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.291295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.291430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.291559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.291673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.291798] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.596863] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.596863] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.597000] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.597253] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.597423] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.597562] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port e61e2e7d-eea4-4c79-b11c-69560b52ee0f not found, creating... [ 1069.597816] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.597984] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.598121] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.598357] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.598491] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.598772] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.598924] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.599094] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.599371] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.599601] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.599829] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: e61e2e7d-eea4-4c79-b11c-69560b52ee0f is going to be created. [ 1069.638728] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.639015] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.639153] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.639439] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.639739] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.639958] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-e61e2e7d-eea4-4c79-b11c-69560b52ee0f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.795846] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.795846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.795846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.795846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.795846] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.795846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.795846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.795846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.795846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.796448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.796694] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.796835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.796954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.797135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.797331] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.797486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.797579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.797753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.797921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.797988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.798084] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.300734] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99ead5f1-840e-4ba8-9b07-4b276a08e698: rpc.has_security_group_logging(os_id): False [ 1070.321374] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.321583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.321715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.321866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.321960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.322180] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.322319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.322380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.322501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.322580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.322784] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.322874] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.322981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.323082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.323159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.323341] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.323434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.323495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.323628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.323700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.323784] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1070.358767] env[66687]: INFO networking_nsxv3.common.synchronization [req-2af0066c-13bc-4d2a-8d21-ce6cfa5fbfd1 req-c158b542-5c96-47f5-8d71-52854ef0a7cc service nova] Enqueued Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_rules [ 1070.358955] env[66687]: INFO networking_nsxv3.common.synchronization [req-2af0066c-13bc-4d2a-8d21-ce6cfa5fbfd1 req-c158b542-5c96-47f5-8d71-52854ef0a7cc service nova] Enqueued Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_members [ 1070.359106] env[66687]: INFO networking_nsxv3.common.synchronization [req-2af0066c-13bc-4d2a-8d21-ce6cfa5fbfd1 req-c158b542-5c96-47f5-8d71-52854ef0a7cc service nova] Enqueued Resource ID: e61e2e7d-eea4-4c79-b11c-69560b52ee0f with Priority: HIGHEST for action port [ 1070.359612] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_rules [ 1070.359782] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_members [ 1070.359887] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61e2e7d-eea4-4c79-b11c-69560b52ee0f with Priority: HIGHEST for action port [ 1070.360189] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e08cf43-3233-4faa-b52b-18ec1b19e509 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.360309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.360429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.360594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.360676] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e08cf43-3233-4faa-b52b-18ec1b19e509',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.361491] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e08cf43-3233-4faa-b52b-18ec1b19e509 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.361604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.361689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.361825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.361964] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.362103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.362168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.362311] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.362398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.362485] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e08cf43-3233-4faa-b52b-18ec1b19e509',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.363268] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e61e2e7d-eea4-4c79-b11c-69560b52ee0f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.363485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e61e2e7d-eea4-4c79-b11c-69560b52ee0f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.363528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e61e2e7d-eea4-4c79-b11c-69560b52ee0f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.363658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e61e2e7d-eea4-4c79-b11c-69560b52ee0f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.363734] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e61e2e7d-eea4-4c79-b11c-69560b52ee0f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.387659] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.387785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.387785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.387987] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.388146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.400146] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 1070.400346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.400501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.400699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.401050] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.401216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.401415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.401597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.401691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.401819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.401947] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.404899] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1070.866249] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e08cf43-3233-4faa-b52b-18ec1b19e509 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.866350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.866525] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e08cf43-3233-4faa-b52b-18ec1b19e509',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.867414] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e61e2e7d-eea4-4c79-b11c-69560b52ee0f with status ACTIVE [ 1070.867992] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.867992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.867992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.868251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.868251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.868372] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.868439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.868497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.868619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.868692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.868869] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.868975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.869076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.869185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.869294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.869337] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e61e2e7d-eea4-4c79-b11c-69560b52ee0f is going to be updated. [ 1070.892526] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.892820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.892820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.892952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.893105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.893274] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e61e2e7d-eea4-4c79-b11c-69560b52ee0f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.905193] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.905420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.905489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.905763] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.905965] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.906105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.906207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.906392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.906471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.906560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.906731] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.906844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.906919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.907075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.907251] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.907366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.907418] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.907602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.907715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.907872] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.908031] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.371792] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e08cf43-3233-4faa-b52b-18ec1b19e509',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.411314] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2dd96b1-171c-4d25-bb75-d8a231df801d: rpc.has_security_group_logging(os_id): False [ 1071.429889] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.430050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.430126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.430335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.430426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.430646] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.430747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.430810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.430952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.431043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.431230] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.431321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.431388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.431513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.431588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.431762] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.431855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.431917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.434134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.435243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.435530] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be created. [ 1071.498716] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.498986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.499099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.499353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.499611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.515084] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 1071.875065] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.875262] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.875415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.875682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.875776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.875878] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 is going to be created. [ 1071.902628] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.902819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.902877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.903065] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.903247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.913754] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 in Status: UNINITIALIZED for 2s [ 1072.425147] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1072.425624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.533380] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 1073.533807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.928474] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 in Status: SUCCESS [ 1073.928702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.928898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.929105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.929299] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.929419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.929483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.929647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.929726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.929818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.929879] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e08cf43-3233-4faa-b52b-18ec1b19e509',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.165972] env[66687]: INFO networking_nsxv3.common.synchronization [req-b3fcb636-2f98-404c-90f2-b3cbf2a560ec req-7682fd38-eebe-4588-b54f-41125268083c tempest-ServerMetadataNegativeTestJSON-696622446 tempest-ServerMetadataNegativeTestJSON-696622446-project-member] Enqueued Resource ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f with Priority: HIGHEST for action security_group_members [ 1074.168375] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f with Priority: HIGHEST for action security_group_members [ 1074.169224] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf30ebf-bc99-44a0-8721-f7534a10028f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.169224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.169224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.169224] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.169535] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.169535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.169535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.169715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.169821] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.169976] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf30ebf-bc99-44a0-8721-f7534a10028f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.432830] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e08cf43-3233-4faa-b52b-18ec1b19e509',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.672545] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.672881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.672881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.673024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.673124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.673346] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.673769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.673769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.673769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.673769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.673993] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f is going to be updated. [ 1074.713813] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.713813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.713813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.713813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.713813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.726297] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f in Status: IN_PROGRESS for 2s [ 1074.935574] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e08cf43-3233-4faa-b52b-18ec1b19e509: rpc.has_security_group_logging(os_id): False [ 1074.955278] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.955549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.955549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.955861] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.955944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.956251] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.956382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.956475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.956643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.956753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.956849] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 is going to be created. [ 1075.024334] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.024597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.024695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.024954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.025192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.038110] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 in Status: IN_PROGRESS for 2s [ 1075.931058] env[66687]: INFO networking_nsxv3.common.synchronization [req-41444694-016a-486e-b79a-f9584dc5e1c0 req-bee71c62-ffc8-4470-8b77-7ed66e6b1baa tempest-ServersNegativeTestJSON-895141920 tempest-ServersNegativeTestJSON-895141920-project-member] Enqueued Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 1075.932044] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGHEST for action security_group_members [ 1075.932044] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.932044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.932044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.932446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.932446] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.932565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.932606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.932775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.932870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.932968] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.435634] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.435875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.435875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.436130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.458554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.458814] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.458934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.459008] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.459226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.459310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.459403] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 is going to be updated. [ 1076.491242] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.491461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.491461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.491721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.491884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.501897] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: IN_PROGRESS for 2s [ 1076.739839] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f in Status: SUCCESS [ 1076.740082] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f deletion is rescheduled due to dependency. [ 1076.740186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.051770] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 in Status: SUCCESS [ 1077.052129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.724982] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.725225] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.725552] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.725784] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.726058] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.726284] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.726430] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.726655] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.726841] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.727015] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.727129] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.727235] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.727341] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.727468] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.727569] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.727693] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.754064] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.754287] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.754432] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.754622] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-792" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.754959] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.755157] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.755280] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.755701] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.755845] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b25b70b-e25a-4f81-9a0b-4c43a8319f2c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.263027] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.263027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.263027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.263027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.263027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.263027] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.263027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.263027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.263027] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.263920] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.264361] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.264697] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.264953] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.265289] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.265575] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.265838] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 4b25b70b-e25a-4f81-9a0b-4c43a8319f2c is going to be updated. [ 1078.288985] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.289835] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.289835] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.290113] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.290310] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.290586] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.514708] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 in Status: SUCCESS [ 1078.514910] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 deletion is rescheduled due to dependency. [ 1078.515037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.989037] env[66687]: INFO networking_nsxv3.common.synchronization [req-2b0a2510-5c15-44d5-b691-28757ef27204 req-b452a821-230d-4b53-991c-924ce0095b84 service nova] Enqueued Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_rules [ 1078.989037] env[66687]: INFO networking_nsxv3.common.synchronization [req-2b0a2510-5c15-44d5-b691-28757ef27204 req-b452a821-230d-4b53-991c-924ce0095b84 service nova] Enqueued Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_members [ 1078.989037] env[66687]: INFO networking_nsxv3.common.synchronization [req-2b0a2510-5c15-44d5-b691-28757ef27204 req-b452a821-230d-4b53-991c-924ce0095b84 service nova] Enqueued Resource ID: 4b25b70b-e25a-4f81-9a0b-4c43a8319f2c with Priority: HIGHEST for action port [ 1078.989037] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_rules [ 1078.991373] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_members [ 1078.991648] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b25b70b-e25a-4f81-9a0b-4c43a8319f2c with Priority: HIGHEST for action port [ 1078.994736] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.994736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.994736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.994736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.994736] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.994736] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.995312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.998767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.998767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.998767] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.998767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.998767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.998767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.998767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.998767] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.998767] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.998767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.998767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.998767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.998767] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b25b70b-e25a-4f81-9a0b-4c43a8319f2c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.499505] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.501042] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.501042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.505673] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b25b70b-e25a-4f81-9a0b-4c43a8319f2c with status ACTIVE [ 1079.505884] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.506059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.506138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.506426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.507320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.507320] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.507320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.507320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.507320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.507567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.507721] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.508452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.508452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.508452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.508452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.508452] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b25b70b-e25a-4f81-9a0b-4c43a8319f2c is going to be updated. [ 1079.530418] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.530558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.531500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.531500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.531500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.531500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b25b70b-e25a-4f81-9a0b-4c43a8319f2c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.002067] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.504975] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.505306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.508847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.509115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.509214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.509332] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a3cdc7a-467f-411f-9511-06882ee34610 is going to be updated. [ 1080.539741] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.539907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.539983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.540220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.540381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.553037] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: IN_PROGRESS for 2s [ 1082.572091] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: SUCCESS [ 1082.572091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.572541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.572541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.572671] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.572791] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.572895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.573019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.573096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.573176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.573267] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.707764] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.707981] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.708189] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.708522] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.708828] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.709052] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.709206] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.709449] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.709734] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.709894] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.710043] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.710183] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.710316] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.710455] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.710585] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.710759] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.735916] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.736151] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.736309] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.736498] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-455" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.736894] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-c9221ed2-babf-4344-a0ba-eff2f7281237 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.737140] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.737307] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.737607] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.737727] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9221ed2-babf-4344-a0ba-eff2f7281237',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.075745] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.240417] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.240677] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.240853] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.241198] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.241369] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.241684] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.241872] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.241995] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.242252] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.242391] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.242722] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.242909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.243074] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.243414] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.243615] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.243841] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: c9221ed2-babf-4344-a0ba-eff2f7281237 is going to be updated. [ 1083.272177] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.272443] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.272515] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.272841] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.273063] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.273293] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.577753] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a3cdc7a-467f-411f-9511-06882ee34610: rpc.has_security_group_logging(os_id): False [ 1083.597035] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.597294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.597443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.597679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.597782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.598170] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.598299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.598359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.598576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.598677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.598817] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a3cdc7a-467f-411f-9511-06882ee34610 is going to be updated. [ 1083.685671] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.685968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.686078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.686344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.686560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.705348] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: IN_PROGRESS for 2s [ 1083.993570] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1083.993711] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1084.017112] env[66687]: INFO networking_nsxv3.common.synchronization [req-a9bb8e82-95b0-4e32-a0e5-dee445954e33 req-0500f034-b306-46e7-b665-7554d1f6c401 service nova] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_rules [ 1084.017300] env[66687]: INFO networking_nsxv3.common.synchronization [req-a9bb8e82-95b0-4e32-a0e5-dee445954e33 req-0500f034-b306-46e7-b665-7554d1f6c401 service nova] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 1084.017459] env[66687]: INFO networking_nsxv3.common.synchronization [req-a9bb8e82-95b0-4e32-a0e5-dee445954e33 req-0500f034-b306-46e7-b665-7554d1f6c401 service nova] Enqueued Resource ID: c9221ed2-babf-4344-a0ba-eff2f7281237 with Priority: HIGHEST for action port [ 1084.019181] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_rules [ 1084.019181] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 1084.019181] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9221ed2-babf-4344-a0ba-eff2f7281237 with Priority: HIGHEST for action port [ 1084.019181] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.019181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.019181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.019181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.019181] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.019732] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.020278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.020374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.020520] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.020674] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.020858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.020858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.021035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.021148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.021196] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.021950] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9221ed2-babf-4344-a0ba-eff2f7281237 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.022757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.022757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.022757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.022757] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9221ed2-babf-4344-a0ba-eff2f7281237',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.524570] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.524570] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.524868] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.526064] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9221ed2-babf-4344-a0ba-eff2f7281237 with status ACTIVE [ 1084.526356] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.526965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.526965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.527150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.527327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.527765] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.527765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.528252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.528252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.528252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.528544] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.529335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.529335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.529335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.529335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.529335] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9221ed2-babf-4344-a0ba-eff2f7281237 is going to be updated. [ 1084.555634] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.555887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.555887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.556099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.556239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.556432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9221ed2-babf-4344-a0ba-eff2f7281237" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.032368] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.535876] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.536157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.536259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.536559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.536703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.536860] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 1085.575832] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.576144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.576144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.576298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.576507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.591356] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 1085.732086] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: SUCCESS [ 1085.732312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.604194] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 1087.604702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.604702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.604879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.605051] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.605230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.605334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.605541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.605746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.605886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.606024] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.109216] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.109469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.109469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.109849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.110101] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.110223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.110292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.110490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.110589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.110695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.111077] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.111210] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.111210] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.111390] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.111495] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.111588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.111655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.111807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.111924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.112086] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.112200] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.615219] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2dd96b1-171c-4d25-bb75-d8a231df801d: rpc.has_security_group_logging(os_id): False [ 1088.636140] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.636293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.636389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.636623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.636719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.636971] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.637103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.637221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.637359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.637442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.637643] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.637741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.637799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.637945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.638034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.638256] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.638364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.638448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.638638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.638747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.638849] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 1088.707922] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.708146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.708146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.708344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.708515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.727644] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 1089.018759] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1089.018863] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1090.748989] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 1090.749375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.020206] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1094.020571] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1096.520267] env[66687]: INFO networking_nsxv3.common.synchronization [req-d6bdae06-c4fb-481a-a8c3-8115cf73af78 req-17fd8a10-cb32-4ea8-9eb8-afeef0296f39 tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1096.520876] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1096.521250] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.521384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.521452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.521658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.521805] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.521904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.521981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.522139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.522226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.522607] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.024468] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.024468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.024794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.024794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.024979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.025107] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.025218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.025285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.025445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.025524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.025617] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be updated. [ 1097.059978] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.060587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.060763] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.060922] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.061033] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.070686] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 1099.082832] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 1099.083293] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 deletion is rescheduled due to dependency. [ 1099.083293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.522065] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1101.522065] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1102.371155] env[66687]: INFO networking_nsxv3.common.synchronization [req-b6f8aaa8-7300-4c43-a25b-4393a5a1d438 req-512d1481-941e-4809-b0ae-d269d304edd8 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 1102.371220] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 1102.371585] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.371762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.371840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.372071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.372269] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.372432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.372432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.372730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.373180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.373297] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.875212] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.378525] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.723599] env[66687]: INFO networking_nsxv3.common.synchronization [req-51420568-d5a8-4505-abf7-308af0c1e0f5 req-eda1f014-3e4d-4cbe-8904-785b81399169 tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1103.724190] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1103.724513] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.724686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.724774] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.724986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.725164] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.725264] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.725326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.725467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.725548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.725642] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.882148] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.882564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.882564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.882785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.882785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.882785] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc is going to be updated. [ 1103.918442] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.918591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.918681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.918890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.919068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.929864] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: IN_PROGRESS for 2s [ 1104.027895] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.028208] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.028316] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.028643] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.028946] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.029319] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.029467] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.030051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.030051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.030200] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.030364] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.030364] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.030499] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.030586] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.030730] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.030842] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.051270] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.051474] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.051568] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.051749] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.052141] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-1c7c19a4-3b31-4b0c-bf21-1b036d18bd06 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.052353] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-1c7c19a4-3b31-4b0c-bf21-1b036d18bd06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.052489] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-1c7c19a4-3b31-4b0c-bf21-1b036d18bd06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.052839] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-1c7c19a4-3b31-4b0c-bf21-1b036d18bd06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.052982] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c7c19a4-3b31-4b0c-bf21-1b036d18bd06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.227771] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.228206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.228331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.228583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.228680] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.228937] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.229113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.229189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.229346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.229438] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.229525] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be updated. [ 1104.258063] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.258366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.258366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.258598] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.258938] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.268365] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 1104.555559] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.555806] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.555975] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.556281] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.556430] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.556581] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 1c7c19a4-3b31-4b0c-bf21-1b036d18bd06 not found, creating... [ 1104.556848] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.557047] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.557172] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.557388] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.557524] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.557800] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.557954] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.558090] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.558295] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.558426] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.558561] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 1c7c19a4-3b31-4b0c-bf21-1b036d18bd06 is going to be created. [ 1104.599330] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.599577] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.599976] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.600094] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.600402] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.600801] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-1c7c19a4-3b31-4b0c-bf21-1b036d18bd06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.315349] env[66687]: INFO networking_nsxv3.common.synchronization [req-51420568-d5a8-4505-abf7-308af0c1e0f5 req-af8bd798-be3b-4f24-bf8a-cc828118b1b5 service nova] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_rules [ 1105.315778] env[66687]: INFO networking_nsxv3.common.synchronization [req-51420568-d5a8-4505-abf7-308af0c1e0f5 req-af8bd798-be3b-4f24-bf8a-cc828118b1b5 service nova] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1105.315778] env[66687]: INFO networking_nsxv3.common.synchronization [req-51420568-d5a8-4505-abf7-308af0c1e0f5 req-af8bd798-be3b-4f24-bf8a-cc828118b1b5 service nova] Enqueued Resource ID: 1c7c19a4-3b31-4b0c-bf21-1b036d18bd06 with Priority: HIGHEST for action port [ 1105.316241] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_rules [ 1105.316365] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1105.316461] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7c19a4-3b31-4b0c-bf21-1b036d18bd06 with Priority: HIGHEST for action port [ 1105.316830] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.316948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.316948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.317300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.317300] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.318191] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.318322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.318492] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c7c19a4-3b31-4b0c-bf21-1b036d18bd06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.318609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c7c19a4-3b31-4b0c-bf21-1b036d18bd06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.318687] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c7c19a4-3b31-4b0c-bf21-1b036d18bd06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.318838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c7c19a4-3b31-4b0c-bf21-1b036d18bd06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.318932] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c7c19a4-3b31-4b0c-bf21-1b036d18bd06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.820792] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.820999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.821142] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c7c19a4-3b31-4b0c-bf21-1b036d18bd06 with status ACTIVE [ 1105.821348] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.821473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.821537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.821800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.821910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.822185] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.822397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.822397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.822558] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.822639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.822815] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.822986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.823087] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.823193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.823244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.823327] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c7c19a4-3b31-4b0c-bf21-1b036d18bd06 is going to be updated. [ 1105.853934] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.854196] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.854196] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.854437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.854556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.854728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c7c19a4-3b31-4b0c-bf21-1b036d18bd06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.943432] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: SUCCESS [ 1105.943742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.279340] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 1106.279340] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 deletion is rescheduled due to dependency. [ 1106.279553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.279622] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.279924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.280144] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.280278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.280355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.280530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.280623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.280720] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.784266] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.285594] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.788565] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.788935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.788935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.789101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.789192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.789311] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be updated. [ 1107.824239] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.824239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.824239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.824239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.824239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.838148] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 1108.537023] env[66687]: INFO networking_nsxv3.common.synchronization [req-667fa1f7-c84d-4e55-a46e-d51e92606c90 req-e9041263-a687-439c-b8e4-195454c98bf9 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 1108.537023] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGHEST for action security_group_members [ 1108.537023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.537023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.537023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.537023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.537023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.537448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.537448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.537448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.537448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.537580] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.040186] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.040186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.040186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.040567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.062204] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.062457] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.062577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.062646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.062854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.062943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.063042] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc is going to be updated. [ 1109.093463] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.093463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.093463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.093817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.093869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.103605] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: IN_PROGRESS for 2s [ 1109.848289] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 1109.848611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.848815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.849377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.849377] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.849501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.849501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.849675] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.849767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.849869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.849986] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.352613] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.856478] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be053028-0c8c-4f92-8385-1432033143f8: rpc.has_security_group_logging(os_id): False [ 1110.880724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.880952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.880952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.881505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.881696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.882013] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.882192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.882293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.882470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.882600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.882693] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be updated. [ 1110.941538] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.941697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.941746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.941954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.942113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.956198] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 1111.113844] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc in Status: SUCCESS [ 1111.113844] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc deletion is rescheduled due to dependency. [ 1111.114867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.333176] env[66687]: INFO networking_nsxv3.common.synchronization [req-8d3d7a3c-7318-46e3-910d-0b04354239f0 req-855cb4bc-8b22-4dea-97bf-61b802a5a4c3 tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1111.333176] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1111.333388] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.333488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.333550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.333815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.334016] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.334119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.334183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.334376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.334466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.334562] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.840229] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.840586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.840776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.841112] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.841276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.841760] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.841834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.841876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.842296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.842392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.842458] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1111.875393] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.875546] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.875639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.875918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.876378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.913321] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1112.969784] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 1112.970048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.898863] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1113.898863] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 deletion is rescheduled due to dependency. [ 1113.898863] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.176995] env[66687]: INFO networking_nsxv3.common.synchronization [None req-f827b514-1b6a-4eba-94f5-50f067ccc4b2 tempest-AttachInterfacesTestJSON-970703075 tempest-AttachInterfacesTestJSON-970703075-project-member] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 1114.178767] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGHEST for action security_group_members [ 1114.178767] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.178767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.178767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.178767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.178767] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.178767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.178767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.178767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.178767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.179043] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.683724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.683724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.683724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.683724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.683724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.683724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.683724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.683724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.683724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.683724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.683724] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be updated. [ 1114.711811] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.711970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.712054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.712299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.712445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.721091] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: IN_PROGRESS for 2s [ 1116.692653] env[66687]: INFO networking_nsxv3.common.synchronization [req-dc123200-a73b-4f15-9b19-d866c929efb3 req-56091461-71bf-4868-bc14-af0e12b2d275 tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1116.694878] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1116.694878] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.694878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.694878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.694878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.694878] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.694878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.694878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.694878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.694878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.694878] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.732249] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2dd96b1-171c-4d25-bb75-d8a231df801d in Status: SUCCESS [ 1116.732468] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d deletion is rescheduled due to dependency. [ 1116.732539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.039536] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-519 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.039732] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.039854] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.040293] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.040569] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.040729] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.040842] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.041067] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.041214] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.041419] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.041530] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.041635] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.041737] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.041840] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.041941] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.042083] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.063273] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.063439] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.063570] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.063748] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-519" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.064204] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-2bb55358-8b04-4966-926a-16534461896a taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.064461] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-2bb55358-8b04-4966-926a-16534461896a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.064591] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-2bb55358-8b04-4966-926a-16534461896a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.064966] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-2bb55358-8b04-4966-926a-16534461896a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.065152] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb55358-8b04-4966-926a-16534461896a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.196784] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.196945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.197056] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.197341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.197485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.197726] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.197866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.197954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.198183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.198331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.198443] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1117.225448] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.225633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.225670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.225894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.226080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.237620] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1117.567410] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.567634] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.567758] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.568049] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.568222] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.568455] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 2bb55358-8b04-4966-926a-16534461896a not found, creating... [ 1117.569100] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.569342] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.569500] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.569793] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.570017] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.570421] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.570596] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.570714] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.570918] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.571060] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.571209] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 2bb55358-8b04-4966-926a-16534461896a is going to be created. [ 1117.592178] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.592399] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.592522] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.592798] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.593036] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.593281] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-2bb55358-8b04-4966-926a-16534461896a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.302810] env[66687]: INFO networking_nsxv3.common.synchronization [req-dc123200-a73b-4f15-9b19-d866c929efb3 req-325d03c3-fdef-4944-8b49-f973faadef3a service nova] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_rules [ 1118.303071] env[66687]: INFO networking_nsxv3.common.synchronization [req-dc123200-a73b-4f15-9b19-d866c929efb3 req-325d03c3-fdef-4944-8b49-f973faadef3a service nova] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1118.303166] env[66687]: INFO networking_nsxv3.common.synchronization [req-dc123200-a73b-4f15-9b19-d866c929efb3 req-325d03c3-fdef-4944-8b49-f973faadef3a service nova] Enqueued Resource ID: 2bb55358-8b04-4966-926a-16534461896a with Priority: HIGHEST for action port [ 1118.303680] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_rules [ 1118.303889] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1118.304028] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb55358-8b04-4966-926a-16534461896a with Priority: HIGHEST for action port [ 1118.307558] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.307672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.307775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.307958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.308061] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.309729] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.309729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.310588] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bb55358-8b04-4966-926a-16534461896a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.310715] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bb55358-8b04-4966-926a-16534461896a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.310783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bb55358-8b04-4966-926a-16534461896a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.310970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bb55358-8b04-4966-926a-16534461896a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.311120] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb55358-8b04-4966-926a-16534461896a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.408833] env[66687]: INFO networking_nsxv3.common.synchronization [None req-dda0a7e1-8d68-4723-83c7-7f391b492775 None None] Enqueued Resource ID: f3fe58a3-b325-45fa-9703-dbbff5419326 with Priority: HIGHEST for action port [ 1118.409508] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3fe58a3-b325-45fa-9703-dbbff5419326 with Priority: HIGHEST for action port [ 1118.409939] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3fe58a3-b325-45fa-9703-dbbff5419326 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.413846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3fe58a3-b325-45fa-9703-dbbff5419326" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.414029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3fe58a3-b325-45fa-9703-dbbff5419326" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.414271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3fe58a3-b325-45fa-9703-dbbff5419326" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.414384] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3fe58a3-b325-45fa-9703-dbbff5419326',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.813130] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.813352] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.813453] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bb55358-8b04-4966-926a-16534461896a with status ACTIVE [ 1118.813622] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.813737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.813795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.814049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.814151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.814330] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.814428] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.814491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.814653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.814730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.814909] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.815029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.815061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.815205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.815303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.815407] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bb55358-8b04-4966-926a-16534461896a is going to be updated. [ 1118.838678] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.838678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.838775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.838951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.839112] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.839276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bb55358-8b04-4966-926a-16534461896a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.916344] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3fe58a3-b325-45fa-9703-dbbff5419326 [ 1118.916577] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.916710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.916781] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.916995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.917294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.917410] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3fe58a3-b325-45fa-9703-dbbff5419326 already deleted. [ 1118.917508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3fe58a3-b325-45fa-9703-dbbff5419326" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.248309] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1119.248630] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 deletion is rescheduled due to dependency. [ 1119.248860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.249178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.249439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.250240] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.250383] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.250519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.250672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.250779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.250859] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.753221] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.257590] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.760720] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.761071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.761071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.761196] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.761245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.761347] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1120.798024] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.798024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.798024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.798024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.798024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.813074] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1120.892965] env[66687]: INFO networking_nsxv3.common.synchronization [None req-9675285c-5625-4b22-be66-ef58f384d468 None None] Enqueued Resource ID: 5b7ed9a8-c92e-4de6-97ff-b1373eb0e6e6 with Priority: HIGHEST for action port [ 1120.893704] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7ed9a8-c92e-4de6-97ff-b1373eb0e6e6 with Priority: HIGHEST for action port [ 1120.894082] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b7ed9a8-c92e-4de6-97ff-b1373eb0e6e6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.894172] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b7ed9a8-c92e-4de6-97ff-b1373eb0e6e6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.894245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b7ed9a8-c92e-4de6-97ff-b1373eb0e6e6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.894491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b7ed9a8-c92e-4de6-97ff-b1373eb0e6e6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.894576] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7ed9a8-c92e-4de6-97ff-b1373eb0e6e6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.396742] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b7ed9a8-c92e-4de6-97ff-b1373eb0e6e6 [ 1121.396889] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.396889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.397019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.397315] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.397407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.397506] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b7ed9a8-c92e-4de6-97ff-b1373eb0e6e6 already deleted. [ 1121.397581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b7ed9a8-c92e-4de6-97ff-b1373eb0e6e6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.823061] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1122.823310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.823493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.823885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.823885] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.824064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.824138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.824244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.824326] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.824412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.824505] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.327211] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.327411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.327478] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.327696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.327880] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.328018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.328111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.328286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.328375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.328471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.328629] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.328720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.328783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.328926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.329076] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.330045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.330045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.330045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.330045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.330045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.330045] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.832329] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99ead5f1-840e-4ba8-9b07-4b276a08e698: rpc.has_security_group_logging(os_id): False [ 1123.851286] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.851286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.851286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.851286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.851775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.852038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.852225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.852360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.852581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.852705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.852960] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.853160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.853282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.853508] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.853669] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.853932] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.854149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.854259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.854469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.854606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.854756] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1123.917580] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.917777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.917902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.918246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.918476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.932186] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1124.644862] env[66687]: INFO networking_nsxv3.common.synchronization [req-3ab0e6e5-cf2d-4dbd-b227-ecc1f5892a61 req-fd7e56da-e7b6-4b00-aebd-a2f6233f2849 tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1124.645478] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1124.645804] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.645972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.646472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.647511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.647511] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.647511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.647511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.647511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.647511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.647752] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.970492] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.970884] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.970884] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.971195] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.971468] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.971627] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.971739] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.971968] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.972389] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.972562] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.972670] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.972790] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.973134] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.973134] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.973134] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.973324] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.996917] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.997143] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.997243] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.997417] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.997749] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-e1a62763-d14f-4d57-a7c8-b2f71930ba28 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.997949] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-e1a62763-d14f-4d57-a7c8-b2f71930ba28" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.998092] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-e1a62763-d14f-4d57-a7c8-b2f71930ba28" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.998479] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-e1a62763-d14f-4d57-a7c8-b2f71930ba28" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.998636] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a62763-d14f-4d57-a7c8-b2f71930ba28',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.152150] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.152150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.152150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.152150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.152150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.152150] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.152605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.152605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.152605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.152605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.152605] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f already deleted. [ 1125.152815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.500675] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.500903] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.501039] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.501367] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.501470] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.501620] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port e1a62763-d14f-4d57-a7c8-b2f71930ba28 not found, creating... [ 1125.501879] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.502066] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.502159] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.502378] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.502512] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.502813] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.502969] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.503185] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.503407] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.503539] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.503812] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: e1a62763-d14f-4d57-a7c8-b2f71930ba28 is going to be created. [ 1125.523505] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.523857] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.524111] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.524422] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.524688] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.524951] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-e1a62763-d14f-4d57-a7c8-b2f71930ba28" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.944019] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1125.944228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.238162] env[66687]: INFO networking_nsxv3.common.synchronization [req-3ab0e6e5-cf2d-4dbd-b227-ecc1f5892a61 req-e4008472-0b37-491d-8d5d-b96e88353e69 service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1126.238393] env[66687]: INFO networking_nsxv3.common.synchronization [req-3ab0e6e5-cf2d-4dbd-b227-ecc1f5892a61 req-e4008472-0b37-491d-8d5d-b96e88353e69 service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1126.238550] env[66687]: INFO networking_nsxv3.common.synchronization [req-3ab0e6e5-cf2d-4dbd-b227-ecc1f5892a61 req-e4008472-0b37-491d-8d5d-b96e88353e69 service nova] Enqueued Resource ID: e1a62763-d14f-4d57-a7c8-b2f71930ba28 with Priority: HIGHEST for action port [ 1126.239143] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1126.239408] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1126.239710] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a62763-d14f-4d57-a7c8-b2f71930ba28 with Priority: HIGHEST for action port [ 1126.240485] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.240653] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.240741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.241100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.241260] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.242577] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.242790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.242884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.243159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.243347] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.243477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.243561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.243804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.243940] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.244138] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.246041] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1a62763-d14f-4d57-a7c8-b2f71930ba28 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.246041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1a62763-d14f-4d57-a7c8-b2f71930ba28" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.246041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1a62763-d14f-4d57-a7c8-b2f71930ba28" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.246041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1a62763-d14f-4d57-a7c8-b2f71930ba28" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.246041] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a62763-d14f-4d57-a7c8-b2f71930ba28',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.750948] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.751151] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.751355] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.752355] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1a62763-d14f-4d57-a7c8-b2f71930ba28 with status ACTIVE [ 1126.752658] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.752832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.752945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.753244] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.753390] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.753651] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.753770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.753883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.754020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.754116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.754305] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.754404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.754480] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.754639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.754729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.754798] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1a62763-d14f-4d57-a7c8-b2f71930ba28 is going to be updated. [ 1126.776894] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.777055] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.777127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.777336] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.777493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.777763] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1a62763-d14f-4d57-a7c8-b2f71930ba28" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.258456] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.761525] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.761720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.761783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.761973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.762080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.762230] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be created. [ 1127.789113] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.789332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.789391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.789671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.789857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.799639] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: UNINITIALIZED for 2s [ 1128.580437] env[66687]: INFO networking_nsxv3.common.synchronization [req-d56f4a9d-b9e1-466e-be5d-578abb1b2725 req-6369912a-595c-4378-86cd-42721a9b9450 tempest-ServerDiskConfigTestJSON-2116179801 tempest-ServerDiskConfigTestJSON-2116179801-project-member] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1128.581189] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGHEST for action security_group_members [ 1128.581627] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.581627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.581627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.581762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.581907] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.582011] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.582097] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.582223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.582310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.582403] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.085437] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.085505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.085576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.085810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.085915] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.086171] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.086338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.086366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.086510] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.086713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.086713] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be updated. [ 1129.114178] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.114393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.114494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.114741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.114902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.125863] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: IN_PROGRESS for 2s [ 1129.808640] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1129.810046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.810046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.810046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.810046] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.810255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.810255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.810306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.810419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.810472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.810572] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.313283] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.313519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.313600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.313829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.314033] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.314144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.314212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.314382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.314472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.314561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.314775] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.314893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.314956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.315121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.315334] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.315467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.315535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.315695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.315775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.315951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.316033] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.819122] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16417d3a-bc8b-4d75-8b6a-a39b665e307f: rpc.has_security_group_logging(os_id): False [ 1130.839985] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.840164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.840284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.840485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.840586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.840812] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.840918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.840984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.841286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.841286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.841479] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.841574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.841574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.841752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.841858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.842058] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.842157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.842221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.842362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.842435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.842520] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be created. [ 1130.904050] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.904050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.904050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.904050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.904401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.914448] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1131.137539] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 in Status: SUCCESS [ 1131.137770] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 deletion is rescheduled due to dependency. [ 1131.137859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.927762] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1132.928121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.089825] env[66687]: INFO networking_nsxv3.common.synchronization [req-fdba9dd3-cb50-44a4-9e32-d3503ebb7534 req-d9a66abb-6453-41f5-a536-c225d87c2c32 tempest-AttachVolumeShelveTestJSON-1895118861 tempest-AttachVolumeShelveTestJSON-1895118861-project-member] Enqueued Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_members [ 1133.090362] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGHEST for action security_group_members [ 1133.090695] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.090824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.090897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.091110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.091269] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.091429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.091537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.092114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.092114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.092114] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.594698] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.594860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.594930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.595171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.595329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.595501] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.595582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.595627] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.595891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.595891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.596030] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a3cdc7a-467f-411f-9511-06882ee34610 is going to be updated. [ 1133.633342] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.633492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.633555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.633762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.633931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.643204] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: IN_PROGRESS for 2s [ 1134.092205] env[66687]: INFO networking_nsxv3.common.synchronization [req-f86caea3-0e79-4643-8647-917fe4b1b526 req-a30935c5-5bb7-4e56-b122-0ea0b1ee61f6 tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_members [ 1134.093834] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGHEST for action security_group_members [ 1134.093834] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e08cf43-3233-4faa-b52b-18ec1b19e509 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.093834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.093834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.094548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.094548] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.094548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.094548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.094741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.094802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.094933] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e08cf43-3233-4faa-b52b-18ec1b19e509',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.597549] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.597784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.597890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.599564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.599722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.599969] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.600257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.600257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.600426] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.600503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.600597] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 is going to be updated. [ 1134.631428] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.631603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.631860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.632120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.632300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.642337] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 in Status: IN_PROGRESS for 2s [ 1135.656461] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a3cdc7a-467f-411f-9511-06882ee34610 in Status: SUCCESS [ 1135.656881] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a3cdc7a-467f-411f-9511-06882ee34610 deletion is rescheduled due to dependency. [ 1135.656881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.018636] env[66687]: INFO networking_nsxv3.common.synchronization [req-5d176a42-d25c-41d2-b07f-19b7cf735435 req-05599dec-42e5-498f-81ea-62e53ecb894e tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1136.019736] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1136.019736] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.019736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.019736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.019930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.019960] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.020521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.020606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.020768] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.020857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.020971] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.525063] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.525063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.525063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.525063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.525063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.525063] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.525063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.525063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.525063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.525063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.525063] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1136.555149] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.555149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.555149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.555427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.555637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.566517] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1136.652021] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 in Status: SUCCESS [ 1136.652210] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 deletion is rescheduled due to dependency. [ 1136.652322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.538633] env[66687]: INFO networking_nsxv3.common.synchronization [None req-c26c1d63-59c5-4035-a561-afa49586dd3f None None] Enqueued Resource ID: e73b3902-14ae-42fd-81bd-bb30d19084eb with Priority: HIGHEST for action port [ 1137.539225] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73b3902-14ae-42fd-81bd-bb30d19084eb with Priority: HIGHEST for action port [ 1137.539534] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e73b3902-14ae-42fd-81bd-bb30d19084eb taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.539681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e73b3902-14ae-42fd-81bd-bb30d19084eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.539744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e73b3902-14ae-42fd-81bd-bb30d19084eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.539968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e73b3902-14ae-42fd-81bd-bb30d19084eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.540066] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73b3902-14ae-42fd-81bd-bb30d19084eb',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.042478] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e73b3902-14ae-42fd-81bd-bb30d19084eb [ 1138.042736] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.042873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.042943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.043188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.043278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.043379] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e73b3902-14ae-42fd-81bd-bb30d19084eb already deleted. [ 1138.043459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e73b3902-14ae-42fd-81bd-bb30d19084eb" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.578733] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1138.579020] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f deletion is rescheduled due to dependency. [ 1138.579160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.123188] env[66687]: INFO networking_nsxv3.common.synchronization [None req-cc7d6bbf-5309-43dc-a987-1504aebc06eb tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_rules [ 1139.123900] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_rules [ 1139.124618] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.124718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.124878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.125174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.125174] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.216495] env[66687]: INFO networking_nsxv3.common.synchronization [None req-62efede9-1365-4342-9986-9a7999a2aafd tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_rules [ 1139.216987] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_rules [ 1139.217337] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.217452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.646262] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.646678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.646678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.646760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.646787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.646954] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a already deleted. [ 1139.646954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.647120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.647344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.647404] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.652666] env[66687]: INFO networking_nsxv3.common.synchronization [None req-0b20ed77-b650-494f-b556-2a5b5c2149b1 None None] Enqueued Resource ID: 7f21088d-002a-4a81-b601-9f16bf89ba35 with Priority: HIGHEST for action port [ 1139.652707] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f21088d-002a-4a81-b601-9f16bf89ba35 with Priority: HIGHEST for action port [ 1139.653355] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f21088d-002a-4a81-b601-9f16bf89ba35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.653467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f21088d-002a-4a81-b601-9f16bf89ba35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.653503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f21088d-002a-4a81-b601-9f16bf89ba35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.653744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f21088d-002a-4a81-b601-9f16bf89ba35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.653837] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f21088d-002a-4a81-b601-9f16bf89ba35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.157981] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f21088d-002a-4a81-b601-9f16bf89ba35 [ 1140.158193] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.158344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.158433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.158636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.158757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.158857] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f21088d-002a-4a81-b601-9f16bf89ba35 already deleted. [ 1140.158938] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f21088d-002a-4a81-b601-9f16bf89ba35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.165937] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.166129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.166218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.166473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.166559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.166654] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a already deleted. [ 1140.166734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.653815] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.653815] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1146.215475] env[66687]: INFO networking_nsxv3.common.synchronization [req-afe50de1-3110-4665-8a14-1e66aa203ccc req-46bae608-7226-4244-97b6-0a990d140e53 tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1146.217299] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1146.217299] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.217299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.217299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.217299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.217299] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.217299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.217760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.217760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.217760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.217760] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.537173] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.537364] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.537489] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.537845] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.538121] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.538279] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.538392] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.538605] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.538779] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.538980] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.539100] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.539203] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.539315] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.539422] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.539522] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.539647] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.561251] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.561426] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.561557] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.561730] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.562043] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-f3f1ec4a-097c-47d0-8ea3-060c0d1549da taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.562296] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-f3f1ec4a-097c-47d0-8ea3-060c0d1549da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.562424] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-f3f1ec4a-097c-47d0-8ea3-060c0d1549da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.562835] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-f3f1ec4a-097c-47d0-8ea3-060c0d1549da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.562972] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f1ec4a-097c-47d0-8ea3-060c0d1549da',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.721314] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.721516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.721516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.721734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.721825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.722034] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.722135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.722198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.722341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.722416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.722505] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 already deleted. [ 1146.722595] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.065407] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.065605] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.065722] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.066017] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.066200] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.066356] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port f3f1ec4a-097c-47d0-8ea3-060c0d1549da not found, creating... [ 1147.066659] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.066823] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.066938] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.067191] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.067329] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.067671] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.067839] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.067951] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.068171] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.068303] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.068436] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: f3f1ec4a-097c-47d0-8ea3-060c0d1549da is going to be created. [ 1147.090545] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.090743] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.090852] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.091210] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.091532] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.091769] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-f3f1ec4a-097c-47d0-8ea3-060c0d1549da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.807605] env[66687]: INFO networking_nsxv3.common.synchronization [req-afe50de1-3110-4665-8a14-1e66aa203ccc req-7643971d-feee-43b7-8dae-4f3ae8a03afb service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1147.807605] env[66687]: INFO networking_nsxv3.common.synchronization [req-afe50de1-3110-4665-8a14-1e66aa203ccc req-7643971d-feee-43b7-8dae-4f3ae8a03afb service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1147.807605] env[66687]: INFO networking_nsxv3.common.synchronization [req-afe50de1-3110-4665-8a14-1e66aa203ccc req-7643971d-feee-43b7-8dae-4f3ae8a03afb service nova] Enqueued Resource ID: f3f1ec4a-097c-47d0-8ea3-060c0d1549da with Priority: HIGHEST for action port [ 1147.808245] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1147.808335] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1147.808398] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f1ec4a-097c-47d0-8ea3-060c0d1549da with Priority: HIGHEST for action port [ 1147.808698] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.808829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.808894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.809195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.809283] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.810168] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.810491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.810491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.810581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.810675] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.810767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.810850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.810971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.812436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.812436] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.812436] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f1ec4a-097c-47d0-8ea3-060c0d1549da taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.812436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f1ec4a-097c-47d0-8ea3-060c0d1549da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.812436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f1ec4a-097c-47d0-8ea3-060c0d1549da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.813046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f1ec4a-097c-47d0-8ea3-060c0d1549da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.813046] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f1ec4a-097c-47d0-8ea3-060c0d1549da',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.314578] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.315669] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.315799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.315928] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3f1ec4a-097c-47d0-8ea3-060c0d1549da with status ACTIVE [ 1148.316101] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.316218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.316282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.316555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.316654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.317325] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.317325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.317325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.317325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.317552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.317638] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.317754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.317820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.317999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.318096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.318124] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3f1ec4a-097c-47d0-8ea3-060c0d1549da is going to be updated. [ 1148.343043] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.343250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.343250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.344599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.344599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.344599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f1ec4a-097c-47d0-8ea3-060c0d1549da" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.420254] env[66687]: INFO networking_nsxv3.common.synchronization [req-84099914-e6a6-4d9f-ae04-db6d16cb4c7f req-55739097-2eae-4c38-a689-ed160c4f0706 tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_members [ 1148.420790] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_members [ 1148.421103] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.421282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.421282] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.421963] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.422156] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.422249] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.422318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.422476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.422611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.422654] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.754529] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.754750] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.754871] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.755193] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.755521] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.755692] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.755843] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.756090] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.756251] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.756452] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.756585] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.756692] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.756794] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.756900] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.757008] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.757160] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.775640] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.775796] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.775935] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.776132] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-91" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.776438] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.776696] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.776828] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.777168] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.777303] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.820122] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.925637] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.925793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.925880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.926133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.926229] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.926430] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.926588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.926646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.926799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.926888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.926972] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a already deleted. [ 1148.927076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.280640] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.280887] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.281042] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.281362] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.281524] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.281692] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77 not found, creating... [ 1149.281952] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.282124] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.282237] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.282481] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.282588] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.282947] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.283165] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.283266] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.283469] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.283601] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.283739] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77 is going to be created. [ 1149.303480] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.303744] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.303876] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.304177] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.304406] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.304626] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.324420] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.324564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.324564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.324734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.324826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.324928] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be created. [ 1149.351025] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.351177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.351259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.351473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.351632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.372926] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: UNINITIALIZED for 2s [ 1150.059462] env[66687]: INFO networking_nsxv3.common.synchronization [req-84099914-e6a6-4d9f-ae04-db6d16cb4c7f req-b316fc1e-6f8a-4e2d-aa62-89c23c5daebf service nova] Enqueued Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_rules [ 1150.059462] env[66687]: INFO networking_nsxv3.common.synchronization [req-84099914-e6a6-4d9f-ae04-db6d16cb4c7f req-b316fc1e-6f8a-4e2d-aa62-89c23c5daebf service nova] Enqueued Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_members [ 1150.059462] env[66687]: INFO networking_nsxv3.common.synchronization [req-84099914-e6a6-4d9f-ae04-db6d16cb4c7f req-b316fc1e-6f8a-4e2d-aa62-89c23c5daebf service nova] Enqueued Resource ID: 5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77 with Priority: HIGHEST for action port [ 1150.060326] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_rules [ 1150.060601] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_members [ 1150.060823] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77 with Priority: HIGHEST for action port [ 1150.061652] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.062670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.062670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.062670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.062670] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.063262] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.063441] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.063550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.063755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.063952] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.064121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.065094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.065343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.065507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.065670] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.067617] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.067814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.067934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.068148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.068282] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.570571] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.570749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.571405] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.571834] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77 with status ACTIVE [ 1150.572033] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.572176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.572245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.572448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.572625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.572743] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.572843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.572902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.573727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.573727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.573727] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.573727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.573727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.573727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.573985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.573985] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77 is going to be updated. [ 1150.599301] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.599497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.599593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.599960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.600054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.600272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd955ac-f8ed-4aa1-84ae-f6cbf382fa77" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.613925] env[66687]: INFO networking_nsxv3.common.synchronization [req-87154be5-0330-4e90-a455-e13f000a9592 req-8a118460-54fd-4ad5-8799-db99bab6489a tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1150.614551] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1150.614956] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.615125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.615214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.615457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.615657] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.615791] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.615876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.616094] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.616215] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.616342] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.950926] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.950926] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.950926] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.951158] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.951418] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.951574] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.951690] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.951916] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.952091] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.952302] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.952410] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.952515] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.952619] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.952724] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.952826] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.952952] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.972053] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.972211] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.972344] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.972522] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.972834] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-f8c3f1a7-77b8-4011-9b21-36dbd02b23ff taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.972995] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-f8c3f1a7-77b8-4011-9b21-36dbd02b23ff" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.973157] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-f8c3f1a7-77b8-4011-9b21-36dbd02b23ff" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.973504] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-f8c3f1a7-77b8-4011-9b21-36dbd02b23ff" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.973656] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c3f1a7-77b8-4011-9b21-36dbd02b23ff',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.076397] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.118292] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.118581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.118683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.118977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.119125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.119350] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.119512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.119512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.119664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.119742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.119829] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1151.138034] env[66687]: INFO networking_nsxv3.common.synchronization [req-7a8139a2-2a93-4c7d-bf36-ca967beca56b req-b0c1914e-e98a-4e19-a9f6-9eb491419ca7 tempest-ServerActionsTestOtherB-637376803 tempest-ServerActionsTestOtherB-637376803-project-member] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1151.138628] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1151.139079] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.139242] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.139319] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.139515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.139675] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.139772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.139845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.139970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.140076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.140169] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.145924] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.146086] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.146141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.146299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.146436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.158218] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1151.386065] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1151.388569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.388569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.388569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.388569] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.388569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.388569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.388569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.388569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.388569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.388569] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.476149] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.476369] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.476484] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.476844] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.477127] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.477230] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port f8c3f1a7-77b8-4011-9b21-36dbd02b23ff not found, creating... [ 1151.477525] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.477687] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.477822] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.477983] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.478226] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.478546] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.478739] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.478885] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.479114] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.479248] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.479380] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: f8c3f1a7-77b8-4011-9b21-36dbd02b23ff is going to be created. [ 1151.498730] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.498946] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.499084] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.499363] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.499595] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.499822] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-f8c3f1a7-77b8-4011-9b21-36dbd02b23ff" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.579127] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.579354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.579354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.579618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.579766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.579766] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a is going to be created. [ 1151.605219] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.605385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.605523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.605689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.605850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.617332] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a in Status: UNINITIALIZED for 2s [ 1151.642980] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.643166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.643286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.643441] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.643535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.643739] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.643838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.643898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.644063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.644142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.644231] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1151.679500] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.681730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.681730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.681730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.681730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.690588] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1151.891157] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.891373] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.891373] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.891573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.891746] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.891850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.891933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.892096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.892186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.892305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.892458] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.892552] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.892614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.892751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.892887] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.892978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.893049] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.893181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.893312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.893365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.893444] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.232640] env[66687]: INFO networking_nsxv3.common.synchronization [req-87154be5-0330-4e90-a455-e13f000a9592 req-483e6802-af46-41fc-99fc-5b42db554da3 service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1152.233043] env[66687]: INFO networking_nsxv3.common.synchronization [req-87154be5-0330-4e90-a455-e13f000a9592 req-483e6802-af46-41fc-99fc-5b42db554da3 service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1152.233043] env[66687]: INFO networking_nsxv3.common.synchronization [req-87154be5-0330-4e90-a455-e13f000a9592 req-483e6802-af46-41fc-99fc-5b42db554da3 service nova] Enqueued Resource ID: f8c3f1a7-77b8-4011-9b21-36dbd02b23ff with Priority: HIGHEST for action port [ 1152.233561] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1152.233700] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1152.233790] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c3f1a7-77b8-4011-9b21-36dbd02b23ff with Priority: HIGHEST for action port [ 1152.234755] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.234901] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.234991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.235230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.237016] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.237016] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.237016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.237391] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8c3f1a7-77b8-4011-9b21-36dbd02b23ff taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.237541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8c3f1a7-77b8-4011-9b21-36dbd02b23ff" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.237638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8c3f1a7-77b8-4011-9b21-36dbd02b23ff" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.238024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8c3f1a7-77b8-4011-9b21-36dbd02b23ff" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.238024] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c3f1a7-77b8-4011-9b21-36dbd02b23ff',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.395676] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 678d0526-792c-4a09-aec7-c00f505d71c5: rpc.has_security_group_logging(os_id): False [ 1152.414282] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.414611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.414713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.415014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.415014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.415365] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.415444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.415511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.415678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.415764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.415952] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.416058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.416108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.416255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.416322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.416502] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.416672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.416743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.416873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.416945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.417047] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be created. [ 1152.483604] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.483604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.483604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.483855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.483884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.494488] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1152.740547] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.740679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.740868] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8c3f1a7-77b8-4011-9b21-36dbd02b23ff with status ACTIVE [ 1152.741066] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.741179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.741247] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.741485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.741583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.741765] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.741862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.741924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.742096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.742171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.742369] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.742540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.742629] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.742825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.742920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.743063] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8c3f1a7-77b8-4011-9b21-36dbd02b23ff is going to be updated. [ 1152.765216] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.765374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.765444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.765652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.765801] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.765950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8c3f1a7-77b8-4011-9b21-36dbd02b23ff" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.168837] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1153.169047] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f deletion is rescheduled due to dependency. [ 1153.169165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.169320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.169546] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.169731] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.169864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.169932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.170099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.170179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.170274] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.627528] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a in Status: SUCCESS [ 1153.627915] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.627954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.628198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.628393] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.628507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.628579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.628721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.628798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.628881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.628972] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.672740] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.702665] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1153.702665] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 deletion is rescheduled due to dependency. [ 1153.702665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.131018] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.176682] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.506929] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1154.507169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.633781] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a: rpc.has_security_group_logging(os_id): False [ 1154.651352] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.651605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.651605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.651809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.651902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.652199] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.652317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.652393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.652561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.652648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.653124] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a is going to be created. [ 1154.678664] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.678900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.678995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.679265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.679363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.679469] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1154.721460] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.721658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.721658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.721883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.722048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.723964] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.724128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.724128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.724288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.724480] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.745015] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1154.748297] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a in Status: IN_PROGRESS for 2s [ 1156.756941] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1156.757225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.757407] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.757660] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.757853] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.757973] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.758116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.758220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.758303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.758394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.758492] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.760541] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a in Status: SUCCESS [ 1156.761127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.234676] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.234855] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1157.262520] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.262754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.262854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.263107] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.263293] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.263457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.263518] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.263681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.263769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.263856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.264014] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.264119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.264191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.264334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.264476] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.264585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.264649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.264788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.264867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.264945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.265059] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.767445] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16417d3a-bc8b-4d75-8b6a-a39b665e307f: rpc.has_security_group_logging(os_id): False [ 1157.785404] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.785603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.785603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.785818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.785916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.786200] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.786303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.786434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.786529] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.786663] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.786859] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.786955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.787019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.787170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.787270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.787463] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.787562] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.787614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.787756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.787832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.787921] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1157.868165] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.868337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.868378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.868615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.868782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.886663] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1159.903139] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1159.903434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.821684] env[66687]: INFO networking_nsxv3.common.synchronization [req-5268f193-48d5-4ebd-8281-9836f5348867 req-e3d903af-3982-4a9c-8809-52dcb4d0db4d tempest-ServerActionsTestOtherB-637376803 tempest-ServerActionsTestOtherB-637376803-project-member] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1161.822294] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1161.822613] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.822736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.822805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.822999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.823299] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.823402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.823465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.823622] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.823702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.823834] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.088333] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.088569] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.088913] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.088984] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.089233] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.089392] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.089509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.089723] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.089906] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.090198] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.090320] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.090490] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.090548] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.090656] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.090764] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.090891] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.110615] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.110839] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.110913] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.111127] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.111492] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-e97d9a72-0ee4-423f-8ddc-f26d6396caf7 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.111667] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-e97d9a72-0ee4-423f-8ddc-f26d6396caf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.111785] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-e97d9a72-0ee4-423f-8ddc-f26d6396caf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.112240] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-e97d9a72-0ee4-423f-8ddc-f26d6396caf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.112308] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97d9a72-0ee4-423f-8ddc-f26d6396caf7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.326402] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.326600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.326787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.327041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.327150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.327389] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.327538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.327685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.327775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.327853] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.327943] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1162.355230] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.355408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.355466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.355655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.355826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.364173] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1162.615079] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.615304] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.615423] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.615744] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.615925] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.616072] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port e97d9a72-0ee4-423f-8ddc-f26d6396caf7 not found, creating... [ 1162.616337] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.616499] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.616616] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.616919] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.617073] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.617366] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.617522] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.617683] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.618088] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.618255] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.618442] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: e97d9a72-0ee4-423f-8ddc-f26d6396caf7 is going to be created. [ 1162.640110] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.640363] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.640471] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.640752] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.640988] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.641233] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-e97d9a72-0ee4-423f-8ddc-f26d6396caf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.363010] env[66687]: INFO networking_nsxv3.common.synchronization [req-5268f193-48d5-4ebd-8281-9836f5348867 req-dd395947-941d-4351-ada6-18f57f3e2057 service nova] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 1163.363279] env[66687]: INFO networking_nsxv3.common.synchronization [req-5268f193-48d5-4ebd-8281-9836f5348867 req-dd395947-941d-4351-ada6-18f57f3e2057 service nova] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1163.363342] env[66687]: INFO networking_nsxv3.common.synchronization [req-5268f193-48d5-4ebd-8281-9836f5348867 req-dd395947-941d-4351-ada6-18f57f3e2057 service nova] Enqueued Resource ID: e97d9a72-0ee4-423f-8ddc-f26d6396caf7 with Priority: HIGHEST for action port [ 1163.363833] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 1163.363956] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1163.364061] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97d9a72-0ee4-423f-8ddc-f26d6396caf7 with Priority: HIGHEST for action port [ 1163.364335] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.364455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.364536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.364726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.364808] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.365623] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.366498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.366498] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e97d9a72-0ee4-423f-8ddc-f26d6396caf7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.366498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e97d9a72-0ee4-423f-8ddc-f26d6396caf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.366498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e97d9a72-0ee4-423f-8ddc-f26d6396caf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.366498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e97d9a72-0ee4-423f-8ddc-f26d6396caf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.366498] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97d9a72-0ee4-423f-8ddc-f26d6396caf7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.869916] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e97d9a72-0ee4-423f-8ddc-f26d6396caf7 with status ACTIVE [ 1163.869916] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.869916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.869916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.870207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.870207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.871341] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.871341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.871341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.871341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.871341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.871341] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.871341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.871341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.871341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.871341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.871860] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e97d9a72-0ee4-423f-8ddc-f26d6396caf7 is going to be updated. [ 1163.872552] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.872645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.896429] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.896636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.896636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.896937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.897132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.897286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e97d9a72-0ee4-423f-8ddc-f26d6396caf7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.989330] env[66687]: INFO networking_nsxv3.common.synchronization [req-a5a9c062-00c3-494a-aca1-b78b913fca31 req-e30c6158-5289-42d9-8f9a-8a21d82c8ce1 tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1163.989779] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1163.990036] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.990158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.990226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.991114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.991114] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.991114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.991114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.991114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.991114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.991114] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.335887] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.336141] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.336294] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.336606] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.336942] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.337148] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.337290] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.337549] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.337734] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.337985] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.338135] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.338267] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.338400] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.338532] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.338659] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.338843] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.357418] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.357703] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.357877] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.358125] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.358463] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-dbdd6155-f777-4100-b48f-1656037f1d05 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.358638] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-dbdd6155-f777-4100-b48f-1656037f1d05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.358756] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-dbdd6155-f777-4100-b48f-1656037f1d05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.359150] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-dbdd6155-f777-4100-b48f-1656037f1d05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.359300] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbdd6155-f777-4100-b48f-1656037f1d05',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.374033] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1164.374416] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 deletion is rescheduled due to dependency. [ 1164.374416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.374885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.375124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.375309] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.375423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.375488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.375639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.375723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.375816] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.493336] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.862164] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.862406] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.862522] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.862820] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.862975] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.863143] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port dbdd6155-f777-4100-b48f-1656037f1d05 not found, creating... [ 1164.863402] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.863559] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.863671] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.863896] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.864038] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.864319] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.864470] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.864580] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.864785] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.864914] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.865058] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: dbdd6155-f777-4100-b48f-1656037f1d05 is going to be created. [ 1164.877732] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.884560] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.884764] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.884885] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.885288] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.885557] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.885879] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-dbdd6155-f777-4100-b48f-1656037f1d05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.996778] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.380239] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.499223] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.499374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.499445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.499667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.499760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.499861] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1165.529585] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.529741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.529784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.530076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.530153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.538986] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1165.597022] env[66687]: INFO networking_nsxv3.common.synchronization [req-a5a9c062-00c3-494a-aca1-b78b913fca31 req-9eab2c9a-f102-4c1a-ab02-2be86ca6bdcc service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1165.597022] env[66687]: INFO networking_nsxv3.common.synchronization [req-a5a9c062-00c3-494a-aca1-b78b913fca31 req-9eab2c9a-f102-4c1a-ab02-2be86ca6bdcc service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1165.597022] env[66687]: INFO networking_nsxv3.common.synchronization [req-a5a9c062-00c3-494a-aca1-b78b913fca31 req-9eab2c9a-f102-4c1a-ab02-2be86ca6bdcc service nova] Enqueued Resource ID: dbdd6155-f777-4100-b48f-1656037f1d05 with Priority: HIGHEST for action port [ 1165.597022] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1165.597607] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1165.597947] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbdd6155-f777-4100-b48f-1656037f1d05 with Priority: HIGHEST for action port [ 1165.598354] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.598602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.598757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.599050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.599257] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.600993] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.600993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.600993] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbdd6155-f777-4100-b48f-1656037f1d05 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.600993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbdd6155-f777-4100-b48f-1656037f1d05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.601296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbdd6155-f777-4100-b48f-1656037f1d05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.601296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbdd6155-f777-4100-b48f-1656037f1d05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.601296] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbdd6155-f777-4100-b48f-1656037f1d05',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.882983] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.883967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.883967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.883967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.883967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.883967] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1165.913189] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.913338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.913412] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.913626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.913768] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.923507] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1166.103121] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.103299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.103497] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbdd6155-f777-4100-b48f-1656037f1d05 with status ACTIVE [ 1166.103690] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.103810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.103880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.104106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.104199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.104429] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.104540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.104604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.104813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.104899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.105137] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.105238] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.105301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.105445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.105519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.105605] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbdd6155-f777-4100-b48f-1656037f1d05 is going to be updated. [ 1166.125761] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.125944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.125981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.126178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.126339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.126577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbdd6155-f777-4100-b48f-1656037f1d05" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.549559] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1167.549884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.549884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.550250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.550250] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.550380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.550415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.551162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.551162] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.551162] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.933456] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1167.933456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.933622] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.933831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.934043] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.934163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.934220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.934384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.934466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.934546] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.934651] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.052709] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.437675] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.556056] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.939807] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbe432c3-1015-48b0-a662-70ad7395a0b4: rpc.has_security_group_logging(os_id): False [ 1168.957541] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.957541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.957732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.957879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.958020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.958293] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.958398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.958455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.958612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.958688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.958775] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1169.020486] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.020638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.020738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.020916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.021076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.034320] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1169.058165] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.058422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.058496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.058673] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.058766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.058871] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1169.117817] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.118045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.118120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.118296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.118436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.128122] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1170.598685] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1170.598937] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1171.050816] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1171.050950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.137723] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1171.138018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.138271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.138519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.138717] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.138916] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.138986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.139202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.139318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.139411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.139557] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.641583] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.641904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.641904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.642092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.642274] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.642469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.642578] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.642710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.642797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.643580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.643580] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.643580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.643580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.643580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.643580] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.643580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.643810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.643810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.643810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.643893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.644022] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.146766] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 678d0526-792c-4a09-aec7-c00f505d71c5: rpc.has_security_group_logging(os_id): False [ 1172.165110] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.165306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.165354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.165543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.165634] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.165823] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.165950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.165985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.166131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.166226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.166407] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.166499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.166560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.166698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.166769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.167034] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.167135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.167197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.167332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.167406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.167490] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1172.255248] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.255494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.255613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.255921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.256112] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.302930] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1174.317693] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1174.318039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.710741] env[66687]: INFO networking_nsxv3.common.synchronization [req-61122f54-869b-4034-ada8-992114e3a7f4 req-d65d0f91-8ca9-4a2b-a2d5-2a0324e0cb44 tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1174.711309] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1174.711616] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.711769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.711831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.712198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.712198] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.712364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.712364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.712671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.712671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.712671] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.214989] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.215246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.215321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.215542] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.215638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.215852] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.215956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.216017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.216166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.216235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.216325] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1175.244919] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.245180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.245180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.245392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.245503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.254423] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1177.268334] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1177.268855] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f deletion is rescheduled due to dependency. [ 1177.268855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.716834] env[66687]: INFO networking_nsxv3.common.synchronization [req-1ad3e6ea-d0d9-48b0-aba3-a9b328c555ba req-c1acb391-5b2b-4e56-83f4-25b9e761e511 tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1177.717780] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1177.718131] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.718338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.718338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.718525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.718681] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.718776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.718836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.719018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.719138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.719256] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.221354] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.723726] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.226368] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.226551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.226654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.226988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.227125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.227258] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1179.264569] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.264746] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.264814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.265058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.265214] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.274547] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1179.926558] env[66687]: INFO networking_nsxv3.common.synchronization [req-b54c1216-470b-4de4-a2dd-12627c6ec2ec req-4560d9ee-aef7-4703-88fe-2fe9055ec882 tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_members [ 1179.927214] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGHEST for action security_group_members [ 1179.930833] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a6fa794-07f7-447c-a04f-d721152aa2ed taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.931034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.931119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.931349] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.931540] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.931648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.931754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.931880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.931965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.932103] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a6fa794-07f7-447c-a04f-d721152aa2ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.435216] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.435429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.435429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.435647] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.435739] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.435934] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.436046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.436108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.436259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.436366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.436418] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed is going to be updated. [ 1180.465552] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.465755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.465830] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.466054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.466198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.475380] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed in Status: IN_PROGRESS for 2s [ 1181.285075] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1181.285454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.484676] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed in Status: SUCCESS [ 1182.485128] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed deletion is rescheduled due to dependency. [ 1182.485128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.928338] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1184.928626] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1185.672280] env[66687]: INFO networking_nsxv3.common.synchronization [req-75a8c270-1043-4996-afa4-ddfce344c8dc req-fe3424fb-e668-4d4f-b277-f0faabf2f079 tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1185.672808] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1185.673164] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.673254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.673323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.673698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.673698] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.673814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.673814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.674029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.674029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.674140] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.176275] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.176650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.176650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.176720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.176802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.177239] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.177374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.177466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.177626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.177710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.177805] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be updated. [ 1186.206333] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.206524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.206603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.206815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.206962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.215606] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 1186.314083] env[66687]: INFO networking_nsxv3.common.synchronization [req-9df3fbe8-1379-4018-ab81-14ee493c7950 req-f8681d36-1ab4-44fe-a20b-a337afb60bd0 tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1186.314623] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1186.314964] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.315106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.315174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.315370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.315529] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.315672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.315762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.315921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.316015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.316119] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.818573] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.818764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.818764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.818958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.819064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.819277] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.819380] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.819443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.819596] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.819672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.819766] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1186.847480] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.847670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.847670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.847882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.848168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.857225] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1187.386243] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.386599] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.386599] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.386852] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.387222] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.387421] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.387583] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.387805] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.387953] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.388174] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.388286] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.388392] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.388499] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.388606] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.388708] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.388833] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.411027] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.411257] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.411415] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.411589] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.411964] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-8dfb692d-768a-4b61-952b-a797f65e61bf taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.412202] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-8dfb692d-768a-4b61-952b-a797f65e61bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.412314] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-8dfb692d-768a-4b61-952b-a797f65e61bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.412676] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-8dfb692d-768a-4b61-952b-a797f65e61bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.412842] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dfb692d-768a-4b61-952b-a797f65e61bf',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.915755] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.915990] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.916129] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.916416] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.916571] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.916717] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 8dfb692d-768a-4b61-952b-a797f65e61bf not found, creating... [ 1187.917116] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.917384] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.917513] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.917753] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.917897] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.918230] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.918387] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.918502] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.918718] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.918852] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.918987] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 8dfb692d-768a-4b61-952b-a797f65e61bf is going to be created. [ 1187.938668] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.938877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.939043] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.939307] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.939536] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.939756] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-8dfb692d-768a-4b61-952b-a797f65e61bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.229181] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 1188.229374] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 deletion is rescheduled due to dependency. [ 1188.229523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.633806] env[66687]: INFO networking_nsxv3.common.synchronization [req-9df3fbe8-1379-4018-ab81-14ee493c7950 req-c194e974-09ff-4f56-b48a-fe88cd39df0e service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1188.634050] env[66687]: INFO networking_nsxv3.common.synchronization [req-9df3fbe8-1379-4018-ab81-14ee493c7950 req-c194e974-09ff-4f56-b48a-fe88cd39df0e service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1188.634089] env[66687]: INFO networking_nsxv3.common.synchronization [req-9df3fbe8-1379-4018-ab81-14ee493c7950 req-c194e974-09ff-4f56-b48a-fe88cd39df0e service nova] Enqueued Resource ID: 8dfb692d-768a-4b61-952b-a797f65e61bf with Priority: HIGHEST for action port [ 1188.634612] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1188.636603] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1188.636972] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfb692d-768a-4b61-952b-a797f65e61bf with Priority: HIGHEST for action port [ 1188.637313] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.637437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.637500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.637693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.637777] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.640222] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.640334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.640559] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dfb692d-768a-4b61-952b-a797f65e61bf taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.640679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dfb692d-768a-4b61-952b-a797f65e61bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.640997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dfb692d-768a-4b61-952b-a797f65e61bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.640997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dfb692d-768a-4b61-952b-a797f65e61bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.641063] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dfb692d-768a-4b61-952b-a797f65e61bf',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.866748] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1188.866920] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f deletion is rescheduled due to dependency. [ 1188.867070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.867258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.867466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.867650] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.867760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.867825] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.867970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.868073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.868170] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.139522] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.139734] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.143012] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dfb692d-768a-4b61-952b-a797f65e61bf with status ACTIVE [ 1189.143216] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.143358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.143416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.143706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.143797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.143974] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.144089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.144144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.144304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.144388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.144567] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.144659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.144721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.144857] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.144933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.145032] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dfb692d-768a-4b61-952b-a797f65e61bf is going to be updated. [ 1189.165523] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.165721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.165774] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.165975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.166125] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.166366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dfb692d-768a-4b61-952b-a797f65e61bf" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.371125] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.873648] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.879399] env[66687]: INFO networking_nsxv3.common.synchronization [req-251c90cb-5a4e-42c7-bffb-d53eaa32c8df req-e0de7798-d029-49e8-8c40-a36351f64db0 tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1189.879957] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1189.880285] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.880420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.880489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.883482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.883482] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.883482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.883482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.883681] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.883754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.883869] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.173371] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.173618] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.173743] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.174016] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.174278] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.174431] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.174574] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.174813] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.174960] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.175178] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.175289] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.175393] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.176022] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.176022] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.176022] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.176022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.194036] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.194036] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1190.194195] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.194409] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.194819] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.195108] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.195310] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.195724] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.195919] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.376589] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.376755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.376829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.377132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.377233] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.377327] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1190.387132] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.404735] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.404967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.405108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.405416] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.405635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.414800] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1190.698526] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.698752] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.698806] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.699108] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.699270] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.699426] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4 not found, creating... [ 1190.699678] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.699835] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.699948] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.700186] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.700331] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.700611] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.700761] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.700879] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.701115] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.701255] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.701396] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4 is going to be created. [ 1190.744179] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.744383] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.744496] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.744785] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.745050] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.745293] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.889952] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.394472] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.394643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.394717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.394958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.395073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.395178] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1191.424179] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.424327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.424389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.424595] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.424747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.431012] env[66687]: INFO networking_nsxv3.common.synchronization [req-251c90cb-5a4e-42c7-bffb-d53eaa32c8df req-b78a6a30-cff5-4d46-9c4d-567bf1ab616b service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1191.431220] env[66687]: INFO networking_nsxv3.common.synchronization [req-251c90cb-5a4e-42c7-bffb-d53eaa32c8df req-b78a6a30-cff5-4d46-9c4d-567bf1ab616b service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1191.431354] env[66687]: INFO networking_nsxv3.common.synchronization [req-251c90cb-5a4e-42c7-bffb-d53eaa32c8df req-b78a6a30-cff5-4d46-9c4d-567bf1ab616b service nova] Enqueued Resource ID: 098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4 with Priority: HIGHEST for action port [ 1191.431584] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1191.431713] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1191.431809] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4 with Priority: HIGHEST for action port [ 1191.432361] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.432484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.432548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.432765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.432852] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.433678] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.433773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.433962] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.434074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.434809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.434809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.434809] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.436121] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1191.936221] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.936528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.937892] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4 with status ACTIVE [ 1191.938083] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.938083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.938273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.938362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.938471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.938650] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.938752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.938813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.938972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.939063] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.939242] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.939332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.939392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.939548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.939623] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.939713] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4 is going to be updated. [ 1191.962957] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.963139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.963212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.963425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.963563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.963723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-098515d2-6f0b-45e6-8ed9-c0c0fd1a92e4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.068956] env[66687]: INFO networking_nsxv3.common.synchronization [req-dca8c8b7-d9fe-4d31-b1b4-e084b8948096 req-4d2d8c82-ab5b-4ee1-8465-e82099e775e1 tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1192.069636] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1192.069965] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.070143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.070216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.070423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.070594] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.070848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.070912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.071138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.071246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.071321] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.425437] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1192.425661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.425833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.426081] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.426277] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.426394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.426487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.426619] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.426712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.426786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.426939] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.442176] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.442176] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.442176] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.443093] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.444766] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.444995] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.445122] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.445391] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.445591] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.445902] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.446074] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.446194] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.446313] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.446429] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.446565] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.446714] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.465592] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.465744] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.465873] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.466487] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.466487] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-e9663ec9-6989-4dec-a6aa-20993bddb251 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.466656] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.466656] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.466981] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.467188] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9663ec9-6989-4dec-a6aa-20993bddb251',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.576951] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.577229] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.577309] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.577556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.598775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.599056] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.599211] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.599273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.599485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.599582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.599724] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b3b454-c671-48f1-b6f4-94ee87039622 is going to be updated. [ 1192.624718] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.624880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.624960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.625231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.625398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.635939] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: IN_PROGRESS for 2s [ 1192.929517] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.929740] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.929820] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.930181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.930378] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.930489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.930556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.931197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.931197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.931197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.931197] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.931197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.931420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.931420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.931559] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.931650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.931711] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.931866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.931946] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.932099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.932236] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.971082] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.971082] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.971082] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.971790] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.971790] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.971790] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port e9663ec9-6989-4dec-a6aa-20993bddb251 not found, creating... [ 1192.971974] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.972153] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.972274] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.972509] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.972647] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.972943] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.973158] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.973223] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.973430] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.973567] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.973753] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: e9663ec9-6989-4dec-a6aa-20993bddb251 is going to be created. [ 1192.997338] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.997565] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.997654] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.997922] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.998207] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.998438] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.434756] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16417d3a-bc8b-4d75-8b6a-a39b665e307f: rpc.has_security_group_logging(os_id): False [ 1193.444929] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1193.445640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.445640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.445640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.445802] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.445924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.446008] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.446173] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.446446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.446446] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.456761] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.456997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.456997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.457342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.457721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.457721] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.457864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.457864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.458030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.458119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.458316] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.458419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.458477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.458621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.458697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.458886] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.458981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.459060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.459206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.459325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.459411] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1193.533475] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.533641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.533717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.533925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.534084] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.550607] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1193.724828] env[66687]: INFO networking_nsxv3.common.synchronization [req-dca8c8b7-d9fe-4d31-b1b4-e084b8948096 req-033e1802-290d-459d-ac04-98e97b04e52e service nova] Enqueued Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_rules [ 1193.725030] env[66687]: INFO networking_nsxv3.common.synchronization [req-dca8c8b7-d9fe-4d31-b1b4-e084b8948096 req-033e1802-290d-459d-ac04-98e97b04e52e service nova] Enqueued Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1193.725416] env[66687]: INFO networking_nsxv3.common.synchronization [req-dca8c8b7-d9fe-4d31-b1b4-e084b8948096 req-033e1802-290d-459d-ac04-98e97b04e52e service nova] Enqueued Resource ID: e9663ec9-6989-4dec-a6aa-20993bddb251 with Priority: HIGHEST for action port [ 1193.725928] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_rules [ 1193.726165] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1193.726281] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9663ec9-6989-4dec-a6aa-20993bddb251 with Priority: HIGHEST for action port [ 1193.726626] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.726692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.726733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.726942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.727012] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.727911] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.728928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.728928] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9663ec9-6989-4dec-a6aa-20993bddb251 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.728928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.728928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.728928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.728928] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9663ec9-6989-4dec-a6aa-20993bddb251',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.948612] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.230693] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.231117] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.231117] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9663ec9-6989-4dec-a6aa-20993bddb251 with status ACTIVE [ 1194.231423] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.231656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.231656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.231884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.231926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.232121] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.232299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.232299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.232500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.232663] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.232848] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.232945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.233044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.233207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.233301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.233400] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9663ec9-6989-4dec-a6aa-20993bddb251 is going to be updated. [ 1194.261086] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.261275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.261347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.261560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.261700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.261862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.450858] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.645842] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: SUCCESS [ 1194.645952] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b3b454-c671-48f1-b6f4-94ee87039622 deletion is rescheduled due to dependency. [ 1194.646031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.646200] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.646427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.646614] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.646730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.646795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.646937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.647024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.647200] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.953901] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.954130] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.954190] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.954427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.954538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.954627] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1194.985604] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.985827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.985827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.986018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.986172] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.996177] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1195.149775] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.567715] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1195.568255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.651829] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.154123] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.154324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.154324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.154571] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.154667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.154774] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b3b454-c671-48f1-b6f4-94ee87039622 is going to be updated. [ 1196.184268] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.185311] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.185311] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.185311] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.185311] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.193433] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: IN_PROGRESS for 2s [ 1197.007332] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1197.007753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.007795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.008036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.008251] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.008371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.008467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.008726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.008872] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.009061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.009214] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.512354] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.512578] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.512578] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.512794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.512961] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.513080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.513147] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.513305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.513395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.513482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.513634] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.513778] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.513858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.514041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.514195] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.514296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.514346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.514485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.514560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.514641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.514729] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.975942] env[66687]: INFO networking_nsxv3.common.synchronization [req-9b3ba66f-453a-4f86-a477-40e5b7c478c9 req-e7c961bc-aa67-4ecf-945a-0318286fffd2 tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1197.977926] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1197.978452] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.978574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.978641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.978997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.978997] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.979187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.979304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.979408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.979493] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.979593] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.017721] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 678d0526-792c-4a09-aec7-c00f505d71c5: rpc.has_security_group_logging(os_id): False [ 1198.037442] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.037551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.037628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.037856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.037991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.038262] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.038423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.038538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.038799] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.038941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.039269] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.039374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.039819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.039819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.039819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.039970] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.040069] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.040111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.040265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.040335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.040426] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1198.108312] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.108540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.108661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.108917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.109088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.126895] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1198.205115] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: SUCCESS [ 1198.205115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.205115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.205406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.205406] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.205496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.205565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.205714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.205876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.205876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.205962] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.369266] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.369476] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.369651] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.369883] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.370152] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.370310] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.370425] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.370641] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.370791] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.371395] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.371395] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.371395] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.371395] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.371591] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.371591] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.371928] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.404523] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.404694] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.404836] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.405033] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-500" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.405574] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-cdda7fdd-248a-4dda-b875-30920692ca86 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.405793] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-cdda7fdd-248a-4dda-b875-30920692ca86" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.405916] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-cdda7fdd-248a-4dda-b875-30920692ca86" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.406298] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-cdda7fdd-248a-4dda-b875-30920692ca86" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.406471] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdda7fdd-248a-4dda-b875-30920692ca86',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.485430] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.485656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.485656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.485858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.485953] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.486169] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.486313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.486366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.486507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.486587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.486701] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be updated. [ 1198.521146] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.521146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.521146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.521472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.521472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.533504] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 1198.708088] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.708361] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.708445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.708671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.708843] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.709371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.709491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.709626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.710189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.710189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.710189] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.710189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.710189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.710439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.710495] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.710614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.710655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.710769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.710844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.710925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.711032] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.909838] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.910155] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.910322] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.910657] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.910849] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.911087] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port cdda7fdd-248a-4dda-b875-30920692ca86 not found, creating... [ 1198.911371] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.911561] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.911704] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.911975] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.912176] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.912690] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.912829] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.912895] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.913101] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.913276] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.913453] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: cdda7fdd-248a-4dda-b875-30920692ca86 is going to be created. [ 1198.937786] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.937983] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.938180] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.938363] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.938711] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.938849] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-cdda7fdd-248a-4dda-b875-30920692ca86" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.213345] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4b3b454-c671-48f1-b6f4-94ee87039622: rpc.has_security_group_logging(os_id): False [ 1199.232998] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.233241] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.233312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.233551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.233696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.233982] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.234131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.234183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.234345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.234453] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.234711] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.234835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.234889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.235027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.235165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.235376] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.235455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.235521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.235668] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.235851] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.235913] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4b3b454-c671-48f1-b6f4-94ee87039622 is going to be updated. [ 1199.316072] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.316393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.316464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.316759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.317017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.334496] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: IN_PROGRESS for 2s [ 1199.633419] env[66687]: INFO networking_nsxv3.common.synchronization [req-9b3ba66f-453a-4f86-a477-40e5b7c478c9 req-5b939425-268a-4545-96c4-a8f927ab39e0 service nova] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_rules [ 1199.633590] env[66687]: INFO networking_nsxv3.common.synchronization [req-9b3ba66f-453a-4f86-a477-40e5b7c478c9 req-5b939425-268a-4545-96c4-a8f927ab39e0 service nova] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1199.633739] env[66687]: INFO networking_nsxv3.common.synchronization [req-9b3ba66f-453a-4f86-a477-40e5b7c478c9 req-5b939425-268a-4545-96c4-a8f927ab39e0 service nova] Enqueued Resource ID: cdda7fdd-248a-4dda-b875-30920692ca86 with Priority: HIGHEST for action port [ 1199.634450] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_rules [ 1199.634515] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1199.634611] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdda7fdd-248a-4dda-b875-30920692ca86 with Priority: HIGHEST for action port [ 1199.634916] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.635064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.635145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.635676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.635767] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.636702] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.636806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.637019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdda7fdd-248a-4dda-b875-30920692ca86 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.637163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdda7fdd-248a-4dda-b875-30920692ca86" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.637235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdda7fdd-248a-4dda-b875-30920692ca86" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.637378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdda7fdd-248a-4dda-b875-30920692ca86" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.637457] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdda7fdd-248a-4dda-b875-30920692ca86',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.141359] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.141530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.142884] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1200.143201] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.144574] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdda7fdd-248a-4dda-b875-30920692ca86 with status ACTIVE [ 1200.144911] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.145080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.145181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.145391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.145501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.145654] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.145753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.145814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.145965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.146073] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.146269] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.146349] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.146382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.146527] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.146605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.146691] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdda7fdd-248a-4dda-b875-30920692ca86 is going to be updated. [ 1200.168142] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.168430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.168495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.168726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.168868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.169050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdda7fdd-248a-4dda-b875-30920692ca86" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.546501] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 1200.546501] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 deletion is rescheduled due to dependency. [ 1200.546501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.546972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.546972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.546972] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.547096] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.547286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.547496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.547611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.548477] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.051197] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.348304] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: SUCCESS [ 1201.348616] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.406229] env[66687]: INFO networking_nsxv3.common.synchronization [req-640c0dc2-7b73-4dcd-b409-3e06059cc34f req-064fdce9-955b-480b-881b-1a910c90a3dc tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1201.406960] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1201.407128] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.407291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.407356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.407574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.407739] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.407862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.408363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.408363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.408363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.408363] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.554532] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.911150] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.946139] env[66687]: INFO networking_nsxv3.common.synchronization [req-a844ead3-767c-49fb-b216-554d11ffe87b req-52889f2f-05de-4e99-8cf0-bccf3dbcf5a6 tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1201.948049] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b3b454-c671-48f1-b6f4-94ee87039622 with Priority: HIGHEST for action security_group_members [ 1201.948358] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b3b454-c671-48f1-b6f4-94ee87039622 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.948358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.948465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.948577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.948734] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.949878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.949878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.949878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.949878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.949878] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b3b454-c671-48f1-b6f4-94ee87039622',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.994063] env[66687]: INFO networking_nsxv3.common.synchronization [req-a844ead3-767c-49fb-b216-554d11ffe87b req-52889f2f-05de-4e99-8cf0-bccf3dbcf5a6 tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: e9663ec9-6989-4dec-a6aa-20993bddb251 with Priority: HIGHEST for action port [ 1201.994629] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9663ec9-6989-4dec-a6aa-20993bddb251 with Priority: HIGHEST for action port [ 1201.995676] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9663ec9-6989-4dec-a6aa-20993bddb251 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.995852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.995933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.996191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.996250] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9663ec9-6989-4dec-a6aa-20993bddb251',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.057046] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.057046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.057046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.057046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.057046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.057046] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be updated. [ 1202.088576] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.088576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.088795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.089100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.089347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.100060] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 1202.413480] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.451795] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.452023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.452138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.452463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.452602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.452899] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.453052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.453140] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.453342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.453448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.453561] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b3b454-c671-48f1-b6f4-94ee87039622 is going to be updated. [ 1202.487230] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.487408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.487484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.487703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.487841] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.499255] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9663ec9-6989-4dec-a6aa-20993bddb251 with status ACTIVE [ 1202.499657] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.499876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.499935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.500491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.500491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.500491] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.500637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.500667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.501068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.501176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.501386] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.501486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.501866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.501866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.501866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.501866] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9663ec9-6989-4dec-a6aa-20993bddb251 is going to be updated. [ 1202.507899] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: IN_PROGRESS for 2s [ 1202.530806] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.530956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.531042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.531279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.531417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.531575] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9663ec9-6989-4dec-a6aa-20993bddb251" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.915710] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.916122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.916122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.916198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.916243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.916346] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1203.110381] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.110612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.110612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.111077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.111252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.124230] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1204.113492] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 1204.113907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.113907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.114052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.114268] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.114376] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.114440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.114604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.114686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.114812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.114869] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.519213] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b3b454-c671-48f1-b6f4-94ee87039622 in Status: SUCCESS [ 1204.519391] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b3b454-c671-48f1-b6f4-94ee87039622 deletion is rescheduled due to dependency. [ 1204.519512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b3b454-c671-48f1-b6f4-94ee87039622" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.617456] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.119899] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be053028-0c8c-4f92-8385-1432033143f8: rpc.has_security_group_logging(os_id): False [ 1205.139948] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1205.140242] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.141460] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.141755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.141875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.142082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.142174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.142450] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.142565] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.142809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.143057] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.143185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.143360] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be updated. [ 1205.219614] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.219867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.219867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.220306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.220527] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.237872] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 1206.995324] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.995746] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1207.255634] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 1207.255884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.996612] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.996952] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1212.396904] env[66687]: INFO networking_nsxv3.common.synchronization [req-76a1332b-e17d-434d-b12a-285fc9ecabda req-0812f66a-372c-4901-b4a5-97f66577488a tempest-AttachVolumeNegativeTest-2031295561 tempest-AttachVolumeNegativeTest-2031295561-project-member] Enqueued Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_members [ 1212.398504] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGHEST for action security_group_members [ 1212.399025] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.399177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.399343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.399690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.399690] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.399888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.399888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.400037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.400222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.400303] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.440801] env[66687]: INFO networking_nsxv3.common.synchronization [req-26210360-6e5e-4778-812f-4811c4775a1f req-847bc30b-5af2-48ae-8287-377367209f7d tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1212.441936] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1212.442315] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.442445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.442536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.442735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.443081] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.443205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.443265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.443446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.443560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.443658] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.830315] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.830595] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.830757] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.831410] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.831705] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.831870] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.831987] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.832237] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.832433] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.832596] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.832709] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.832816] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.832941] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.833080] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.833185] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.833320] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.870615] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.870825] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.870912] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.871110] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.871505] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-3644db17-60e4-45a3-8034-cfda638d5a6a taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.871659] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-3644db17-60e4-45a3-8034-cfda638d5a6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.871909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-3644db17-60e4-45a3-8034-cfda638d5a6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.872335] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-3644db17-60e4-45a3-8034-cfda638d5a6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.872485] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3644db17-60e4-45a3-8034-cfda638d5a6a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.903067] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.903308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.903308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.903526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.903632] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.903827] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.903921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.903985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.904159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.904236] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.904326] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a is going to be updated. [ 1212.946087] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.959640] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.959889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.959889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.960118] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.960284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.978170] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a in Status: IN_PROGRESS for 2s [ 1213.375036] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.375036] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.375503] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.375503] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.375622] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.375777] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 3644db17-60e4-45a3-8034-cfda638d5a6a not found, creating... [ 1213.376128] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.376285] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.376354] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.376607] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.376743] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.377047] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.377219] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.377356] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.378023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.378023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.378023] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 3644db17-60e4-45a3-8034-cfda638d5a6a is going to be created. [ 1213.400856] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.401092] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.401223] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.401791] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.402212] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.402617] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-3644db17-60e4-45a3-8034-cfda638d5a6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.448560] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.951474] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.951649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.951712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.951935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.952052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.952159] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1213.999469] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.999656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.999706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.999937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.000095] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.012579] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1214.096765] env[66687]: INFO networking_nsxv3.common.synchronization [req-26210360-6e5e-4778-812f-4811c4775a1f req-0de2a4f5-4fa4-4b8d-8e63-f01f0d6af518 service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1214.097011] env[66687]: INFO networking_nsxv3.common.synchronization [req-26210360-6e5e-4778-812f-4811c4775a1f req-0de2a4f5-4fa4-4b8d-8e63-f01f0d6af518 service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1214.097176] env[66687]: INFO networking_nsxv3.common.synchronization [req-26210360-6e5e-4778-812f-4811c4775a1f req-0de2a4f5-4fa4-4b8d-8e63-f01f0d6af518 service nova] Enqueued Resource ID: 3644db17-60e4-45a3-8034-cfda638d5a6a with Priority: HIGHEST for action port [ 1214.097971] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1214.098150] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1214.098276] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3644db17-60e4-45a3-8034-cfda638d5a6a with Priority: HIGHEST for action port [ 1214.098573] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.098700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.099321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.099547] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.099823] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.101198] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.101337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.101645] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-3644db17-60e4-45a3-8034-cfda638d5a6a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.101785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3644db17-60e4-45a3-8034-cfda638d5a6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.101883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3644db17-60e4-45a3-8034-cfda638d5a6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.102118] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3644db17-60e4-45a3-8034-cfda638d5a6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.102231] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3644db17-60e4-45a3-8034-cfda638d5a6a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.604480] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.604480] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.604722] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3644db17-60e4-45a3-8034-cfda638d5a6a with status ACTIVE [ 1214.604781] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.604891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.604959] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.605475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.605475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.605836] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.605836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.605836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.605836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.606023] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.606069] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.606156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.606262] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.606366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.606443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.606530] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3644db17-60e4-45a3-8034-cfda638d5a6a is going to be updated. [ 1214.631285] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.631437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.631514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.631730] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.631867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.632045] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3644db17-60e4-45a3-8034-cfda638d5a6a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.989080] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a in Status: SUCCESS [ 1214.989347] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a deletion is rescheduled due to dependency. [ 1214.989404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.023220] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1216.023502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.023701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.024020] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.024178] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.024328] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.024411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.024590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.024698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.024800] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.528553] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.032038] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.533151] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.533463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.533580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.533884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.533985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.534124] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1217.570519] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.570720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.570720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.570941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.571111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.581095] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1219.099234] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.099502] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1219.593062] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1219.593365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.593575] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.593840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.594106] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.594189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.594266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.594518] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.594649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.594749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.594860] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.883396] env[66687]: INFO networking_nsxv3.common.synchronization [req-844b7966-adee-4568-a0a1-e81c706d6811 req-d6a82fed-5304-48e9-946c-644b51ab5d30 tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1219.883952] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1219.884328] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.884456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.884527] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.884767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.884872] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.884966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.885039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.885186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.885273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.885367] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.101042] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.101042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.101042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.101042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.101042] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.101042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.101042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.101042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.101677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.101677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.101677] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.101677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.101677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.101677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.101866] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.101866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.101866] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.101999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.102075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.102156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.102250] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.388587] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.388803] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.389082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.389403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.389504] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.389766] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.389880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.389947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.390124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.390269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.390366] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1220.421706] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.421854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.421923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.422159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.422310] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.445045] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1220.604946] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 678d0526-792c-4a09-aec7-c00f505d71c5: rpc.has_security_group_logging(os_id): False [ 1220.622221] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.622422] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.622470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.622683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.622773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.623079] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.623184] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.623248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.623400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.623476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.623692] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.623777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.623844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.624029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.624121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.624311] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.624403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.624541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.624694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.624770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.624856] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1220.696820] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.696983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.697047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.697221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.697382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.715376] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1222.455217] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1222.455536] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f deletion is rescheduled due to dependency. [ 1222.455536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.732631] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1222.732899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.884894] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.885315] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1226.653027] env[66687]: INFO networking_nsxv3.common.synchronization [req-55608c44-d6ce-48a9-a49c-1e8001cb3596 req-b69865ba-9f94-4c35-9d9f-445f3b77b8f0 tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 1226.654695] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 1226.655300] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.655545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.656528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.656920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.657219] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.657432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.658076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.658231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.658417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.658640] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.972023] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.972220] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.972338] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.972616] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.972860] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.973018] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.973296] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.973517] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.973671] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.974085] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.974085] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.974085] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.974264] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.974327] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.974384] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.974511] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.996042] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.996224] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.996447] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.996633] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-634" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.996959] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-7d00e0cc-afcc-443b-8da6-b813209a3744 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.997151] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-7d00e0cc-afcc-443b-8da6-b813209a3744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.997267] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-7d00e0cc-afcc-443b-8da6-b813209a3744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.997765] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-7d00e0cc-afcc-443b-8da6-b813209a3744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.997765] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d00e0cc-afcc-443b-8da6-b813209a3744',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.162544] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.502652] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.502936] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.503085] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.503493] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.503667] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.503835] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 7d00e0cc-afcc-443b-8da6-b813209a3744 not found, creating... [ 1227.504213] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.504418] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.504541] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.504790] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.504958] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.505300] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.505508] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.505586] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.505803] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.505943] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.506097] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 7d00e0cc-afcc-443b-8da6-b813209a3744 is going to be created. [ 1227.531363] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.531724] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.531907] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.532204] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.532436] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.532663] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-7d00e0cc-afcc-443b-8da6-b813209a3744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.664880] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.167082] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.167279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.167350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.167654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.167766] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.167832] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 is going to be updated. [ 1228.200087] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.200301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.200301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.200501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.200645] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.210453] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: IN_PROGRESS for 2s [ 1228.238912] env[66687]: INFO networking_nsxv3.common.synchronization [req-55608c44-d6ce-48a9-a49c-1e8001cb3596 req-2e507749-908b-4a31-8521-6254339bb506 service nova] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_rules [ 1228.239678] env[66687]: INFO networking_nsxv3.common.synchronization [req-55608c44-d6ce-48a9-a49c-1e8001cb3596 req-2e507749-908b-4a31-8521-6254339bb506 service nova] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 1228.240499] env[66687]: INFO networking_nsxv3.common.synchronization [req-55608c44-d6ce-48a9-a49c-1e8001cb3596 req-2e507749-908b-4a31-8521-6254339bb506 service nova] Enqueued Resource ID: 7d00e0cc-afcc-443b-8da6-b813209a3744 with Priority: HIGHEST for action port [ 1228.241863] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_rules [ 1228.242303] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 1228.242514] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d00e0cc-afcc-443b-8da6-b813209a3744 with Priority: HIGHEST for action port [ 1228.243637] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.244366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.244476] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.244741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.244906] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.247053] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.247171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.247446] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d00e0cc-afcc-443b-8da6-b813209a3744 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.247648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d00e0cc-afcc-443b-8da6-b813209a3744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.247726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d00e0cc-afcc-443b-8da6-b813209a3744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.248700] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d00e0cc-afcc-443b-8da6-b813209a3744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.248700] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d00e0cc-afcc-443b-8da6-b813209a3744',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.751038] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d00e0cc-afcc-443b-8da6-b813209a3744 with status ACTIVE [ 1228.751038] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.751515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.751515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.751670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.751829] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.752135] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.752443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.752443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.752643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.752780] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.753088] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.753240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.753341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.753555] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.753697] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.753850] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d00e0cc-afcc-443b-8da6-b813209a3744 is going to be updated. [ 1228.755490] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.755639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.779751] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.779985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.780077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.780293] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.780433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.780599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d00e0cc-afcc-443b-8da6-b813209a3744" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.814593] env[66687]: INFO networking_nsxv3.common.synchronization [req-4fd95e42-7caf-493f-b538-7559d8a428fb req-51fdaa51-d4b4-4730-91c3-77e5a4e0141d tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1228.815165] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1228.815532] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.815656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.815723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.815912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.816098] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.816202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.816259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.816414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.816503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.816657] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.132046] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.132264] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.132392] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.132787] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.133072] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.133242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.133361] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.133582] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.133732] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.133940] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.134066] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.134176] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.134285] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.134418] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.134549] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.134687] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.155119] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.155440] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1229.155609] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.155836] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.156303] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-8348b9d2-1260-4f92-9b1c-cae22180d841 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.156528] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-8348b9d2-1260-4f92-9b1c-cae22180d841" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.156941] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-8348b9d2-1260-4f92-9b1c-cae22180d841" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.157086] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-8348b9d2-1260-4f92-9b1c-cae22180d841" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.157221] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8348b9d2-1260-4f92-9b1c-cae22180d841',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.318865] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.660906] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.661132] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.661267] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.661559] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.661716] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.661872] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 8348b9d2-1260-4f92-9b1c-cae22180d841 not found, creating... [ 1229.662176] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.662339] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.662453] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.662722] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.662900] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.663458] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.663664] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.663789] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.664067] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.664235] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.664384] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 8348b9d2-1260-4f92-9b1c-cae22180d841 is going to be created. [ 1229.686710] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.686927] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.687065] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.687352] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.687655] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.687886] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-8348b9d2-1260-4f92-9b1c-cae22180d841" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.821782] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.220913] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: SUCCESS [ 1230.221159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.221338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.221585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.222110] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.222110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.222110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.222296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.222296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.222396] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.324447] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.324638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.324900] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.324983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.325101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.325237] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1230.353476] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.353677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.353677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.353883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.354040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.363394] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1230.393994] env[66687]: INFO networking_nsxv3.common.synchronization [req-4fd95e42-7caf-493f-b538-7559d8a428fb req-8eb6880d-6d13-42db-80c8-189a834d4566 service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1230.394195] env[66687]: INFO networking_nsxv3.common.synchronization [req-4fd95e42-7caf-493f-b538-7559d8a428fb req-8eb6880d-6d13-42db-80c8-189a834d4566 service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1230.394329] env[66687]: INFO networking_nsxv3.common.synchronization [req-4fd95e42-7caf-493f-b538-7559d8a428fb req-8eb6880d-6d13-42db-80c8-189a834d4566 service nova] Enqueued Resource ID: 8348b9d2-1260-4f92-9b1c-cae22180d841 with Priority: HIGHEST for action port [ 1230.394999] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1230.395336] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1230.395611] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8348b9d2-1260-4f92-9b1c-cae22180d841 with Priority: HIGHEST for action port [ 1230.396172] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.396347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.396445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.396678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.396797] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.397921] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.398140] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.398470] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-8348b9d2-1260-4f92-9b1c-cae22180d841 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.398747] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8348b9d2-1260-4f92-9b1c-cae22180d841" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.398905] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8348b9d2-1260-4f92-9b1c-cae22180d841" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.399138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8348b9d2-1260-4f92-9b1c-cae22180d841" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.399264] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8348b9d2-1260-4f92-9b1c-cae22180d841',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.724464] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.901866] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.902269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.902269] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8348b9d2-1260-4f92-9b1c-cae22180d841 with status ACTIVE [ 1230.902443] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.902525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.902609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.902914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.903058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.903291] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.903410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.903492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.903678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.903787] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.904054] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.904171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.904240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.904414] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.904511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.904603] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8348b9d2-1260-4f92-9b1c-cae22180d841 is going to be updated. [ 1230.928719] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.928899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.928953] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.929160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.929350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.929467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8348b9d2-1260-4f92-9b1c-cae22180d841" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.061045] env[66687]: INFO networking_nsxv3.common.synchronization [req-0d7133c2-8243-4394-96ac-db53efa62a53 req-a9ff2497-095d-4b0e-ac7a-a6819342dd0e tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1231.061045] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1231.061045] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.061569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.061716] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.062248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.062248] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.062248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.062421] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.062541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.062646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.062792] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.226770] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.405583] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.405848] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.405955] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.406256] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.406569] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.406750] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.406868] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.407349] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.407520] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.407783] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.407900] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.408014] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.408240] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.408287] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.408367] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.408498] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.434763] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.434928] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1231.435062] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.435250] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.435664] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-99304147-3fec-41ed-ab07-470cad468e12 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.435861] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-99304147-3fec-41ed-ab07-470cad468e12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.436016] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-99304147-3fec-41ed-ab07-470cad468e12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.436382] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-99304147-3fec-41ed-ab07-470cad468e12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.436554] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99304147-3fec-41ed-ab07-470cad468e12',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.565555] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.565783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.565830] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.566138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.566449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.566642] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.566827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.566948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.567353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.567353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.567353] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1231.597130] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.597366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.597366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.597933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.598144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.612828] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1231.728854] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.729039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.729106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.729332] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.729425] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.729528] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 is going to be updated. [ 1231.765241] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.765400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.765491] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.765861] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.766064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.781260] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: IN_PROGRESS for 2s [ 1231.939674] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.940171] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.940171] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.940328] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.940476] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.940648] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 99304147-3fec-41ed-ab07-470cad468e12 not found, creating... [ 1231.940932] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.941119] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.941246] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.941582] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.941723] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.942036] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.942208] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.942327] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.942566] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.942630] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.942765] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 99304147-3fec-41ed-ab07-470cad468e12 is going to be created. [ 1231.992437] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.992669] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.992810] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.993067] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.993309] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.993548] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-99304147-3fec-41ed-ab07-470cad468e12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.375160] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1232.375387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.375658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.376030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.376237] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.376360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.376427] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.376589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.376717] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.376768] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.722263] env[66687]: INFO networking_nsxv3.common.synchronization [req-0d7133c2-8243-4394-96ac-db53efa62a53 req-b7682e36-2358-4373-9667-542d2103a350 service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1232.722467] env[66687]: INFO networking_nsxv3.common.synchronization [req-0d7133c2-8243-4394-96ac-db53efa62a53 req-b7682e36-2358-4373-9667-542d2103a350 service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1232.722607] env[66687]: INFO networking_nsxv3.common.synchronization [req-0d7133c2-8243-4394-96ac-db53efa62a53 req-b7682e36-2358-4373-9667-542d2103a350 service nova] Enqueued Resource ID: 99304147-3fec-41ed-ab07-470cad468e12 with Priority: HIGHEST for action port [ 1232.723240] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1232.723361] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1232.723460] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99304147-3fec-41ed-ab07-470cad468e12 with Priority: HIGHEST for action port [ 1232.723790] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.723929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.723999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.724227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.724314] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.726058] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.726192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.726427] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-99304147-3fec-41ed-ab07-470cad468e12 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.726535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99304147-3fec-41ed-ab07-470cad468e12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.726602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99304147-3fec-41ed-ab07-470cad468e12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.726827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99304147-3fec-41ed-ab07-470cad468e12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.726908] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99304147-3fec-41ed-ab07-470cad468e12',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.879196] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.228922] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.229484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.230455] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99304147-3fec-41ed-ab07-470cad468e12 with status ACTIVE [ 1233.230653] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.230808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.230909] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.231116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.231677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.231677] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.231677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.231677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.231898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.231898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.232119] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.232241] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.232308] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.232525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.232607] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.232720] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99304147-3fec-41ed-ab07-470cad468e12 is going to be updated. [ 1233.258516] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.258802] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.258843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.259137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.259322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.259503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99304147-3fec-41ed-ab07-470cad468e12" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.382185] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.624030] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1233.624252] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f deletion is rescheduled due to dependency. [ 1233.624350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.624513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.624749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.624939] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.625093] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.625180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.625401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.625494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.625611] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.793084] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: SUCCESS [ 1233.793312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.793609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.793881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.794155] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.794284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.794353] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.794574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.794694] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.794792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.794894] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.884947] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.885132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.885800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.885800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.885800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.885800] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1233.925144] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.925320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.925384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.925601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.925745] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.937714] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1234.128175] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.297805] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.630813] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.799984] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80b1b9cf-e80f-432a-887f-ed5a7079e4f2: rpc.has_security_group_logging(os_id): False [ 1234.836996] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.837317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.837405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.837752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.837899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.838357] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.838531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.838643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.838924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.839064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.839263] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 is going to be updated. [ 1234.924760] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.925027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.925027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.925202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.925348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.939624] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: IN_PROGRESS for 2s [ 1235.133717] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.133934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.133934] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.134208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.134303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.134411] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1235.181737] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.182624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.182624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.182624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.182624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.192529] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1235.948772] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1235.949198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.949316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.949537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.949780] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.949937] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.950025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.950252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.950360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.950480] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.950652] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.453326] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.453545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.453545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.453796] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.453978] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.454113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.454259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.454360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.454451] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.454538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.454697] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.454808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.454869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.455294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.455294] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.455294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.455463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.455463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.455547] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.455665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.455760] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.958169] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: SUCCESS [ 1236.958587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.958753] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 678d0526-792c-4a09-aec7-c00f505d71c5: rpc.has_security_group_logging(os_id): False [ 1236.977210] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.977483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.977483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.977881] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.978030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.978545] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.978706] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.978783] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.979031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.979155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.979462] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.979630] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.979748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.979910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.980070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.980303] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.980443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.980539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.980744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.980860] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.981022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1237.052940] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.053163] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.053248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.053511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.053712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.071778] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1237.204439] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1237.204726] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.204988] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.205341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.205628] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.205805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.205907] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.206144] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.206263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.206389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.206525] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.709578] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.709776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.709776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.709974] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.710109] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.710342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.710342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.710430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.710515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.710602] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.710754] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.710849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.710910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.711070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.711710] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.711710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.711710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.711710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.711710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.711710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.711710] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.724484] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.724582] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1238.215476] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16417d3a-bc8b-4d75-8b6a-a39b665e307f: rpc.has_security_group_logging(os_id): False [ 1238.236398] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.236398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.236719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.236986] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.237166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.237442] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.237587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.237718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.238195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.238354] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.238696] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.238913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.239095] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.239489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.239613] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.239970] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.240106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.240166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.240343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.240469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.240671] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1238.317398] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.317679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.317993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.318347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.318529] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.339744] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1239.093176] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1239.093506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.355339] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1240.355667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.323815] env[66687]: INFO networking_nsxv3.common.synchronization [req-8c3e7439-99f7-4411-a02d-bd6328226f78 req-6e3ad41c-4c90-41f8-bee1-a64baabc2237 tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1241.324390] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1241.324701] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.324847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.324902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.325271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.325420] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.325519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.325581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.325776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.325838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.325939] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.828736] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.333216] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.836252] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.836639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.836639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.836705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.836811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.836850] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1242.876258] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.876464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.876464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.876667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.876816] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.885851] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1244.898974] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1244.899400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.204542] env[66687]: INFO networking_nsxv3.common.synchronization [req-386bc9f0-0388-462f-aaa1-e53062186aff req-58e65298-4c09-4d7b-b39c-940e692b4177 tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1246.204888] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1246.204940] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.205260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.205260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.205432] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.205607] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.205721] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.205779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.205971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.206197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.206305] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.709067] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.709288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.709288] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.709501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.709682] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.710089] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.710379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.710379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.710690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.710791] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.710939] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1246.754848] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.755330] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.755403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.755818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.756785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.768524] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1248.033421] env[66687]: INFO networking_nsxv3.common.synchronization [req-49328407-9308-4f71-9c09-0b91dca50699 req-6ec1381b-42e9-4d55-872b-ae050aab7c7c tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1248.034164] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1248.034543] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.034737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.034884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.035181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.035423] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.035574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.035675] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.035914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.036053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.036206] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.539134] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.780837] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1248.781051] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f deletion is rescheduled due to dependency. [ 1248.781171] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.042502] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.544865] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.545112] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.545112] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.545463] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.545590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.545703] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1249.576403] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.576646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.576646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.576810] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.576952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.586579] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1251.438527] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.438825] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1251.597683] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1251.597879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.034994] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.035367] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1257.065523] env[66687]: INFO networking_nsxv3.common.synchronization [req-75cd54b5-6d3a-4660-aebe-657c37282036 req-4dadf7de-cbd6-46d1-807b-7e8110099a41 tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1257.065971] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1257.066467] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.066655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.066756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.066989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.067203] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.067346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.067469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.067658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.067791] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.068115] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.366344] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.366554] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.366741] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.367033] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.367302] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.367462] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.367574] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.367781] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.367993] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.368222] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.368333] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.368440] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.368604] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.368641] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.368743] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.368876] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.391428] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.391649] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1257.391794] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.391968] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.392331] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-58299b97-b98d-4fe8-89a1-c49cb261940b taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.392584] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-58299b97-b98d-4fe8-89a1-c49cb261940b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.392618] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-58299b97-b98d-4fe8-89a1-c49cb261940b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.392928] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-58299b97-b98d-4fe8-89a1-c49cb261940b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.393085] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58299b97-b98d-4fe8-89a1-c49cb261940b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.572133] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.572133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.572133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.572133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.572133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.572133] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.572133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.572133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.572133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.572133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.572133] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1257.606102] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.606330] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.606330] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.606579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.606729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.619193] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1257.896811] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.897122] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.897293] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.897634] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.898347] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.898562] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 58299b97-b98d-4fe8-89a1-c49cb261940b not found, creating... [ 1257.898883] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.899137] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.899308] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.900443] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.900443] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.900443] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.900443] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.900443] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.901121] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.901121] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.901121] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 58299b97-b98d-4fe8-89a1-c49cb261940b is going to be created. [ 1257.926426] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.926743] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.926877] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.927171] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.927491] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.927628] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-58299b97-b98d-4fe8-89a1-c49cb261940b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.648446] env[66687]: INFO networking_nsxv3.common.synchronization [req-75cd54b5-6d3a-4660-aebe-657c37282036 req-03a9aa10-c040-4169-a08f-53707b14aed2 service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1258.648906] env[66687]: INFO networking_nsxv3.common.synchronization [req-75cd54b5-6d3a-4660-aebe-657c37282036 req-03a9aa10-c040-4169-a08f-53707b14aed2 service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1258.648906] env[66687]: INFO networking_nsxv3.common.synchronization [req-75cd54b5-6d3a-4660-aebe-657c37282036 req-03a9aa10-c040-4169-a08f-53707b14aed2 service nova] Enqueued Resource ID: 58299b97-b98d-4fe8-89a1-c49cb261940b with Priority: HIGHEST for action port [ 1258.650101] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1258.650101] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1258.650336] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58299b97-b98d-4fe8-89a1-c49cb261940b with Priority: HIGHEST for action port [ 1258.650462] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.650598] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.650683] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.650891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.650979] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.652040] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.652161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.652389] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-58299b97-b98d-4fe8-89a1-c49cb261940b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.652497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58299b97-b98d-4fe8-89a1-c49cb261940b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.652610] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58299b97-b98d-4fe8-89a1-c49cb261940b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.652751] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58299b97-b98d-4fe8-89a1-c49cb261940b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.652830] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58299b97-b98d-4fe8-89a1-c49cb261940b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.154720] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.154871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.155156] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58299b97-b98d-4fe8-89a1-c49cb261940b with status ACTIVE [ 1259.155320] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.155429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.155492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.155738] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.155835] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.156040] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.156153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.156208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.156390] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.156516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.156668] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.156761] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.156815] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.156954] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.157040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.157124] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58299b97-b98d-4fe8-89a1-c49cb261940b is going to be updated. [ 1259.181165] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.181440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.181440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.181658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.181908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.182164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58299b97-b98d-4fe8-89a1-c49cb261940b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.305735] env[66687]: INFO networking_nsxv3.common.synchronization [req-fca58c8f-1f32-4cdf-8f5a-7c083cb1256d req-1e4e8f1c-1ba6-4417-be5c-a797ef7c0776 tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1259.306446] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1259.306878] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.307054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.307188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.307355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.307566] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.307719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.307817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.308054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.308189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.308310] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.631764] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1259.631949] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f deletion is rescheduled due to dependency. [ 1259.632080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.632251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.632469] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.632686] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.632806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.632870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.633041] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.633123] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.633218] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.810722] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.112258] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.112460] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.112611] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.112874] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.113171] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.113341] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.113457] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.114071] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.114248] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.114484] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.114637] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.114755] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.114864] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.114999] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.115133] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.115264] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.135359] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.135519] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1260.135646] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.135845] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.136179] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-932356f9-f250-4c4b-aea4-43183ba04fdc taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.136351] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-932356f9-f250-4c4b-aea4-43183ba04fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.136470] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-932356f9-f250-4c4b-aea4-43183ba04fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.136803] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-932356f9-f250-4c4b-aea4-43183ba04fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.136947] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('932356f9-f250-4c4b-aea4-43183ba04fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.138135] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.313062] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.640519] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.640735] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.640848] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.641165] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.641324] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.641480] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 932356f9-f250-4c4b-aea4-43183ba04fdc not found, creating... [ 1260.641748] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.641909] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.642041] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.642276] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.642414] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.642696] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.642849] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.642965] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.643192] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.643330] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.643457] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 932356f9-f250-4c4b-aea4-43183ba04fdc is going to be created. [ 1260.644895] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.668119] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.668377] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.668469] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.668766] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.669066] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.669317] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-932356f9-f250-4c4b-aea4-43183ba04fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.815643] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.816019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.816019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.816189] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.816323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.816464] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1260.868176] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.868423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.868535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.868828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.868996] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.881538] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1261.148474] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.148896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.148896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.149357] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.149479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.149588] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1261.178991] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.179176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.179249] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.179471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.179612] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.188163] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1261.356329] env[66687]: INFO networking_nsxv3.common.synchronization [req-fca58c8f-1f32-4cdf-8f5a-7c083cb1256d req-ab7f5cbb-a57d-496e-a188-690578741fa3 service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1261.356329] env[66687]: INFO networking_nsxv3.common.synchronization [req-fca58c8f-1f32-4cdf-8f5a-7c083cb1256d req-ab7f5cbb-a57d-496e-a188-690578741fa3 service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1261.356329] env[66687]: INFO networking_nsxv3.common.synchronization [req-fca58c8f-1f32-4cdf-8f5a-7c083cb1256d req-ab7f5cbb-a57d-496e-a188-690578741fa3 service nova] Enqueued Resource ID: 932356f9-f250-4c4b-aea4-43183ba04fdc with Priority: HIGHEST for action port [ 1261.356329] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1261.356329] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1261.356329] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932356f9-f250-4c4b-aea4-43183ba04fdc with Priority: HIGHEST for action port [ 1261.356887] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.357138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.357322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.357603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.357790] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.359089] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.360776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.360776] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-932356f9-f250-4c4b-aea4-43183ba04fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.360776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-932356f9-f250-4c4b-aea4-43183ba04fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.360776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-932356f9-f250-4c4b-aea4-43183ba04fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.360776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-932356f9-f250-4c4b-aea4-43183ba04fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.360776] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('932356f9-f250-4c4b-aea4-43183ba04fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.861960] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.862393] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.862393] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 932356f9-f250-4c4b-aea4-43183ba04fdc with status ACTIVE [ 1261.862501] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.862570] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.862618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.862914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.863060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.863275] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.863421] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.863507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.863702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.863805] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.864027] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.864156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.864269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.864443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.864524] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.864642] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 932356f9-f250-4c4b-aea4-43183ba04fdc is going to be updated. [ 1261.889083] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.889083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.889355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.889388] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.889512] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.889720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-932356f9-f250-4c4b-aea4-43183ba04fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.795088] env[66687]: INFO networking_nsxv3.common.synchronization [req-ab7c0039-947d-4441-8475-91470a3c2a1f req-ae054f2a-c4e9-409e-afe6-338b4d06afa9 tempest-ServerActionsTestJSON-1544464742 tempest-ServerActionsTestJSON-1544464742-project-member] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1262.795499] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGHEST for action security_group_members [ 1262.795887] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.796024] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.796092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.796641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.796641] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.796641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.796641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.796889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.796889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.796889] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.891996] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1262.892384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.892384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.892599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.892783] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.892899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.892965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.893208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.893297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.893399] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.199481] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1263.199481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.199481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.199481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.199735] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.199913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.200047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.200300] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.200420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.200477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.200564] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.300962] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.301260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.301260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.301495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.301495] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.301711] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.301817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.301870] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.302060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.302188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.302234] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be updated. [ 1263.335792] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.336014] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.336061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.336254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.336400] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.346877] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: IN_PROGRESS for 2s [ 1263.385847] env[66687]: INFO networking_nsxv3.common.synchronization [req-435db522-285d-4145-8214-8ee19b8c7583 req-aaa6f84f-c1ad-449c-a7cb-d231fd7b8cec tempest-ServerActionsTestOtherB-637376803 tempest-ServerActionsTestOtherB-637376803-project-member] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1263.386496] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1263.386858] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.386987] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.387313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.387313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.387440] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.387541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.387604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.387748] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.387839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.387964] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.396385] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.704449] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.704643] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.704719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.704938] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.705120] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.705223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.705292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.705466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.705564] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.705679] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.705856] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.706019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.706128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.706259] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.706407] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.706496] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.706592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.706689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.706765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.706848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.706937] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.891544] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.891710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.891777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.892012] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.892111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.892364] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.892475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.892530] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.892732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.892840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.893137] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1263.898978] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.923454] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.923607] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.923699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.923888] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.924050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.936028] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1264.209173] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16417d3a-bc8b-4d75-8b6a-a39b665e307f: rpc.has_security_group_logging(os_id): False [ 1264.228603] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.228816] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.228816] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.229198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.229305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.229546] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.229656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.229720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.229882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.229958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.230638] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.230638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.230638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.230638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.230638] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.230983] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.230983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.230983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.230983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.231137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.231137] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1264.298080] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.298450] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.298450] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.298776] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.298956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.323857] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1264.401544] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.401698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.401773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.401994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.402105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.402200] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1264.437577] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.437837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.437837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.438026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.438186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.455192] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1265.358049] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be053028-0c8c-4f92-8385-1432033143f8 in Status: SUCCESS [ 1265.358049] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be053028-0c8c-4f92-8385-1432033143f8 deletion is rescheduled due to dependency. [ 1265.358744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.946721] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1265.946957] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 deletion is rescheduled due to dependency. [ 1265.947128] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.339818] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1266.340047] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.464941] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1266.465340] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.465340] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.465500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.465693] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.465812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.465990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.466169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.466252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.466338] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.466429] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.970078] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.970078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.970078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.970078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.970078] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.970078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.970078] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.970521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.970521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.970521] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.970638] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.970678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.970742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.970883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.971032] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.971131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.971197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.971323] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.971436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.971548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.971675] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.473744] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 678d0526-792c-4a09-aec7-c00f505d71c5: rpc.has_security_group_logging(os_id): False [ 1267.494010] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.494226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.494226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.494448] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.494535] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.495031] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.495031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.495031] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.495206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.495206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.495418] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.495548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.495615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.495793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.495871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.496084] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.496202] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.496267] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.496406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.496481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.496568] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1267.560174] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.560341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.560423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.560628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.560773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.576782] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1268.387700] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.388530] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1269.595674] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1269.595962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.104240] env[66687]: INFO networking_nsxv3.common.synchronization [req-a8135844-7bd2-47e8-875b-a6dda4f05f40 req-acaa25ad-fa82-47f5-a8f2-7d5a438f0283 tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1271.105541] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1271.105892] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.106058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.106131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.106345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.106518] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.106674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.106674] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.106846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.106932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.107040] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.610718] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.113751] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.548305] env[66687]: INFO networking_nsxv3.common.synchronization [req-aaa162c7-5f25-4e8b-bb31-afcb8bec4803 req-18b388e9-1e11-4962-8956-fd440edf8911 tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1272.548612] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1272.549255] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.552158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.552158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.552158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.552158] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.552158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.552158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.552158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.552158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.552158] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.616487] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.616712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.616806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.617108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.617204] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.617253] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1272.648790] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.649032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.649032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.649255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.649384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.658379] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1273.053568] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.053775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.053775] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.054108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.054216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.054363] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.054473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.054536] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.054705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.054808] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.054865] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1273.091472] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.093044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.093044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.093044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.093044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.101507] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1273.239877] env[66687]: INFO networking_nsxv3.common.synchronization [req-c63b4a8d-7d2d-4891-93b2-7dd08c7d2f29 req-e36a3da8-f6b0-41a8-8168-d445a2bb60ed tempest-ServerActionsTestOtherB-637376803 tempest-ServerActionsTestOtherB-637376803-project-member] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1273.240394] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1273.240771] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.240842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.240917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.241109] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.241279] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.241377] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.241439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.241583] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.241670] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.241763] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.590051] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.590051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.590051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.590051] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.590051] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.590604] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.590604] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.590673] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.590793] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.590973] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.591099] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.591202] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.591315] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.591414] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.591515] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.591643] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.613803] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.613803] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1273.613992] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.614054] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.614393] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-7edc3b54-78ce-4321-88ce-09059a73e89a taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.614545] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.614659] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.615009] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.615158] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7edc3b54-78ce-4321-88ce-09059a73e89a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.744372] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.744540] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.744615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.744856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.744949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.745184] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.745318] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.745362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.745523] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.745579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.745706] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1273.774854] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.776088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.776088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.776088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.776088] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.787778] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1274.117511] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.117744] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.117845] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.118177] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.118336] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.118494] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 7edc3b54-78ce-4321-88ce-09059a73e89a not found, creating... [ 1274.118747] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.118901] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.119066] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.119250] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.119383] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.119691] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.119858] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.119971] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.120189] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.120321] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.120456] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 7edc3b54-78ce-4321-88ce-09059a73e89a is going to be created. [ 1274.141256] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.141477] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.141600] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.141871] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.142112] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.142345] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.670652] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1274.671039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.842269] env[66687]: INFO networking_nsxv3.common.synchronization [req-c63b4a8d-7d2d-4891-93b2-7dd08c7d2f29 req-de565bfa-2ed5-45da-8594-193c97fe1cf7 service nova] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 1274.842269] env[66687]: INFO networking_nsxv3.common.synchronization [req-c63b4a8d-7d2d-4891-93b2-7dd08c7d2f29 req-de565bfa-2ed5-45da-8594-193c97fe1cf7 service nova] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1274.842269] env[66687]: INFO networking_nsxv3.common.synchronization [req-c63b4a8d-7d2d-4891-93b2-7dd08c7d2f29 req-de565bfa-2ed5-45da-8594-193c97fe1cf7 service nova] Enqueued Resource ID: 7edc3b54-78ce-4321-88ce-09059a73e89a with Priority: HIGHEST for action port [ 1274.842269] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 1274.842269] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1274.842269] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edc3b54-78ce-4321-88ce-09059a73e89a with Priority: HIGHEST for action port [ 1274.842728] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.842869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.842942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.843169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.843248] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.844298] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.844962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.844962] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7edc3b54-78ce-4321-88ce-09059a73e89a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.844962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.844962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.845183] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.845183] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7edc3b54-78ce-4321-88ce-09059a73e89a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.111547] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1275.111735] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f deletion is rescheduled due to dependency. [ 1275.111735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.347907] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.348114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.350485] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7edc3b54-78ce-4321-88ce-09059a73e89a with status ACTIVE [ 1275.350715] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.350833] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.350898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.351145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.351236] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.351418] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.351515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.351574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.351750] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.351845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.352033] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.352129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.352207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.352368] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.352445] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.352542] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7edc3b54-78ce-4321-88ce-09059a73e89a is going to be updated. [ 1275.376200] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.376397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.376442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.376640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.376772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.376950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.797341] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1275.797341] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 deletion is rescheduled due to dependency. [ 1275.797341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.797341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.797773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.797773] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.797884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.797884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.798022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.798165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.798265] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.300342] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.803074] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.305458] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.305654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.305695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.305917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.306029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.306137] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1277.333525] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.333712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.333759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.333982] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.334156] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.342818] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1279.357399] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1279.357930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.358040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.358263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.358507] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.358665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.358767] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.358967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.359076] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.359193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.359296] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.841999] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.842216] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1279.861734] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.364685] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbe432c3-1015-48b0-a662-70ad7395a0b4: rpc.has_security_group_logging(os_id): False [ 1280.383112] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.383379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.383379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.383554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.383646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.383929] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.384053] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.384122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.384278] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.384355] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.384443] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1280.448786] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.449010] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.449010] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.449270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.449423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.462602] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1282.443306] env[66687]: INFO networking_nsxv3.common.synchronization [req-9e126f85-0b40-423e-b9ab-ad560c4ceeb5 req-53629f90-4e95-4c66-aa41-be2143657a43 tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1282.444049] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1282.444368] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.444490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.444557] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.444847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.444899] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.444995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.445071] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.445216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.445306] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.445405] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.479483] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1282.479749] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.751362] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.751582] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.751778] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.752141] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.752455] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.752825] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.752974] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.753235] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.753409] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.753618] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.753739] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.753846] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.753952] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.754071] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.754174] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.754305] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.779089] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.779089] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1282.779089] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.779089] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-399" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.779089] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-c27bd5c5-887d-496f-89cb-cda97954a09c taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.779089] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-c27bd5c5-887d-496f-89cb-cda97954a09c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.779089] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-c27bd5c5-887d-496f-89cb-cda97954a09c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.779089] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-c27bd5c5-887d-496f-89cb-cda97954a09c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.779089] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c27bd5c5-887d-496f-89cb-cda97954a09c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.947987] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.281766] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.282031] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.282256] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.282559] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.282748] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.282934] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port c27bd5c5-887d-496f-89cb-cda97954a09c not found, creating... [ 1283.283255] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.283469] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.283602] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.283832] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.283976] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.284276] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.284432] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.284545] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.284747] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.284875] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.285237] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: c27bd5c5-887d-496f-89cb-cda97954a09c is going to be created. [ 1283.305523] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.305807] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.305896] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.306191] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.306423] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.306652] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-c27bd5c5-887d-496f-89cb-cda97954a09c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.450075] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.953492] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.953786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.953786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.954052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.954158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.954256] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1283.985123] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.985343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.985406] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.985611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.985760] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.995765] env[66687]: INFO networking_nsxv3.common.synchronization [req-9e126f85-0b40-423e-b9ab-ad560c4ceeb5 req-413c60a4-b67e-419b-8943-c37fa67ddc9f service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1283.995941] env[66687]: INFO networking_nsxv3.common.synchronization [req-9e126f85-0b40-423e-b9ab-ad560c4ceeb5 req-413c60a4-b67e-419b-8943-c37fa67ddc9f service nova] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1283.996104] env[66687]: INFO networking_nsxv3.common.synchronization [req-9e126f85-0b40-423e-b9ab-ad560c4ceeb5 req-413c60a4-b67e-419b-8943-c37fa67ddc9f service nova] Enqueued Resource ID: c27bd5c5-887d-496f-89cb-cda97954a09c with Priority: HIGHEST for action port [ 1283.997085] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1283.997512] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_rules [ 1283.997648] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1283.997747] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27bd5c5-887d-496f-89cb-cda97954a09c with Priority: HIGHEST for action port [ 1283.998043] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.998219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.998304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.998501] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.998581] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.000265] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.000466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.000706] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c27bd5c5-887d-496f-89cb-cda97954a09c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.000837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c27bd5c5-887d-496f-89cb-cda97954a09c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.000871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c27bd5c5-887d-496f-89cb-cda97954a09c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.001043] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c27bd5c5-887d-496f-89cb-cda97954a09c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.001119] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c27bd5c5-887d-496f-89cb-cda97954a09c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.500662] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.501127] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.503410] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c27bd5c5-887d-496f-89cb-cda97954a09c with status ACTIVE [ 1284.503639] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.503770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.503842] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.504111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.504218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.504422] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.504528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.504756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.504756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.504872] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.505012] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.505114] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.505174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.505662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.505662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.505662] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c27bd5c5-887d-496f-89cb-cda97954a09c is going to be updated. [ 1284.526815] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.527101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.527168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.527457] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.527628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.527823] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c27bd5c5-887d-496f-89cb-cda97954a09c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.728138] env[66687]: INFO networking_nsxv3.common.synchronization [req-65cd5b8e-6f63-4dfa-b312-5925da5c87e1 req-8539519e-8266-4bb1-a432-51218d2c6808 tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1284.728920] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1284.729434] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.729661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.729661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.730042] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.730196] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.730390] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.730618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.730886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.730886] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.730954] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.060230] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.060471] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.060571] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.060819] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.061127] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.061339] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.061474] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.061713] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.062050] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.062278] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.062455] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.062654] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.062857] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.063033] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.063135] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.063334] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.084581] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.084852] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1285.085031] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.085202] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-577" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.085578] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-f9be0844-4079-4738-89f4-c5dbe97a1947 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.085756] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-f9be0844-4079-4738-89f4-c5dbe97a1947" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.085874] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-f9be0844-4079-4738-89f4-c5dbe97a1947" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.086241] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-f9be0844-4079-4738-89f4-c5dbe97a1947" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.086529] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9be0844-4079-4738-89f4-c5dbe97a1947',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.233709] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.233877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.233952] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.234186] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.234281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.234485] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.234589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.234652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.234817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.234896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.234985] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1285.265289] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.265603] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.265678] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.265871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.266074] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.276810] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1285.589464] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.589882] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.589882] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.590055] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.590218] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.590374] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port f9be0844-4079-4738-89f4-c5dbe97a1947 not found, creating... [ 1285.590680] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.590857] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.591011] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.591227] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.591410] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.591703] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.591858] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.591970] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.592185] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.592316] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.592451] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: f9be0844-4079-4738-89f4-c5dbe97a1947 is going to be created. [ 1285.611924] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.612182] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.612389] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.612717] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.612978] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.613219] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-f9be0844-4079-4738-89f4-c5dbe97a1947" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.011219] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1286.011455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.011641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.011878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.012091] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.012223] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.012294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.012468] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.012550] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.012649] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.305764] env[66687]: INFO networking_nsxv3.common.synchronization [req-65cd5b8e-6f63-4dfa-b312-5925da5c87e1 req-69434cbc-ce12-43fd-ba02-0976e893f049 service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1286.305954] env[66687]: INFO networking_nsxv3.common.synchronization [req-65cd5b8e-6f63-4dfa-b312-5925da5c87e1 req-69434cbc-ce12-43fd-ba02-0976e893f049 service nova] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1286.306107] env[66687]: INFO networking_nsxv3.common.synchronization [req-65cd5b8e-6f63-4dfa-b312-5925da5c87e1 req-69434cbc-ce12-43fd-ba02-0976e893f049 service nova] Enqueued Resource ID: f9be0844-4079-4738-89f4-c5dbe97a1947 with Priority: HIGHEST for action port [ 1286.306371] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_rules [ 1286.306504] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1286.306609] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9be0844-4079-4738-89f4-c5dbe97a1947 with Priority: HIGHEST for action port [ 1286.310577] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.310577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.310577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.310889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.310889] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.311638] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.311798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.311948] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9be0844-4079-4738-89f4-c5dbe97a1947 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.312060] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9be0844-4079-4738-89f4-c5dbe97a1947" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.312115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9be0844-4079-4738-89f4-c5dbe97a1947" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.312772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9be0844-4079-4738-89f4-c5dbe97a1947" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.312772] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9be0844-4079-4738-89f4-c5dbe97a1947',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.515117] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.814370] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.814759] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.814759] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9be0844-4079-4738-89f4-c5dbe97a1947 with status ACTIVE [ 1286.814837] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.814947] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.815026] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.815231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.815324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.815491] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.815587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.815689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.815819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.815892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.816049] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.816145] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.816206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.816347] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.816420] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.816503] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9be0844-4079-4738-89f4-c5dbe97a1947 is going to be updated. [ 1286.858737] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.858941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.858941] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.859159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.859296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.859456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9be0844-4079-4738-89f4-c5dbe97a1947" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.017334] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.287449] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1287.287449] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f deletion is rescheduled due to dependency. [ 1287.287449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.287449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.287449] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.287742] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.287742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.287826] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.287965] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.288037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.288099] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.521058] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.521058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.521058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.521058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.521378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.521378] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1287.548713] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.548904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.548904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.549165] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.549356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.557850] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1287.789877] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.292281] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.383145] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.383372] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.383477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.383757] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.383911] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.794771] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.794964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.794964] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.795177] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.795270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.795378] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1288.824955] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.825626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.825714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.825931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.826226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.836078] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1288.886705] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.389860] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.569308] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1289.569570] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.569753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.569979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.570213] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.570337] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.570404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.570582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.570691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.570793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.570868] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.892368] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1289.892520] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1290.073697] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.073943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.073943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.074281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.074514] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.074668] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.074754] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.074959] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.075068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.075169] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.075373] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.075497] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.075591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.075790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.075966] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.076121] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.076218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.076413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.076529] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.076642] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.076762] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.579198] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 678d0526-792c-4a09-aec7-c00f505d71c5: rpc.has_security_group_logging(os_id): False [ 1290.605583] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.605847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.605847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.606359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.606359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.606529] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.606529] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.606668] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.606718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.606794] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.606997] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.607105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.607158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.607294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.607369] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.607557] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.607644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.607695] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.608090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.608174] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.608367] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1290.694091] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.694341] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.694387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.694699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.694864] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.714907] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1290.816946] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.817192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.817192] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.817431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.830790] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1290.831728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.832765] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1290.846591] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1290.846809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.846971] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.847254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.847453] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.847573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.847633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.847784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.847865] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.847949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.848082] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.891085] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.891296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.891296] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.891519] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.904732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.905628] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1290.905715] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.905808] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1290.986653] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.986882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.986882] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.987072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.988901] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.989258] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1291.099055] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.099301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.099363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.099636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.100035] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.100330] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1291.197578] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.197758] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.197841] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.198080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.198461] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.198792] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1291.198888] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b9f493fe-509f-4096-8896-a53439bdeb90', '99ead5f1-840e-4ba8-9b07-4b276a08e698', '80b1b9cf-e80f-432a-887f-ed5a7079e4f2', '2a6fa794-07f7-447c-a04f-d721152aa2ed', 'cbe432c3-1015-48b0-a662-70ad7395a0b4', '5e08cf43-3233-4faa-b52b-18ec1b19e509', '1bf30ebf-bc99-44a0-8721-f7534a10028f', '7a3cdc7a-467f-411f-9511-06882ee34610', 'f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a', 'be053028-0c8c-4f92-8385-1432033143f8', 'f2dd96b1-171c-4d25-bb75-d8a231df801d', '75929fa2-6324-4e5d-8e8c-3ef9b87b90a7', '40c8f118-7a6d-4b77-9568-10d4dbb7044b', 'dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2', '1309de92-d148-4727-b5d6-06eb45b536d5', 'a044e3ae-6317-44e8-bd46-afd4668e8eb8', '3b5fba27-0d32-431b-94fa-c236ca3a6d35', '71beaba1-27f1-42b5-97f0-215abe1bd969', '0da66085-9532-4636-a7a0-ba7054433a3f', '50c57ae6-6de2-4e19-8e6c-4195b1f88b06', '07e9c0a5-8d8f-41c7-88a0-8333a894f68c', '7b62f436-676b-4b8b-89eb-ca017c33b71d', '648c7659-e49a-4078-aa14-69eb0da731b2', 'dba46c46-83ed-4641-bece-1eb60b15b4ad', 'c14b0ae1-1a1c-41d0-a11e-cb271873d76c', 'a96169de-0b07-455f-bdd2-8ad77c398383', 'cf35ba37-94e7-4291-b1ef-a6cd6beeafb6', '678d0526-792c-4a09-aec7-c00f505d71c5', 'f8dad167-6e98-447d-a1a5-14cfedc33fdc', '7941e76e-a947-4aa1-826a-354d91c5d4c1', '2b96660c-1de2-46bc-b652-145ec48e5e48', '722d059c-0277-4105-a7e5-c5656f737be8', 'abd8c9fe-59a5-4d10-8b67-eba2ebef303e', '032352ff-6227-450a-8583-521478433ab2', '958fa7fd-7edc-46ad-98b3-5b7a7aa605d5', 'e263c369-b216-401d-8a8d-2cff3604990f', '00a07be2-cf42-410a-bf54-6e1cf8b8b538', 'b4b3b454-c671-48f1-b6f4-94ee87039622', '16417d3a-bc8b-4d75-8b6a-a39b665e307f', '9d708fc2-2a8a-496b-aa38-543da371d27a', '04f2aa09-b96a-4a2a-89b3-4c6e5f26628d', 'e7d4dd61-2262-4250-a564-778b43661f1e'} {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1291.198977] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1291.223346] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.223506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.223580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.223809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.223895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.224014] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1291.224090] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1291.224160] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1291.303111] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.303285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.303329] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.303537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.304658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.304918] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1291.304997] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1291.305082] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1291.305147] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1291.305224] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1291.305295] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGH for action security_group_rules [ 1291.305376] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGH for action security_group_rules [ 1291.305444] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGH for action security_group_rules [ 1291.305507] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGH for action security_group_rules [ 1291.305569] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGH for action security_group_rules [ 1291.305631] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGH for action security_group_rules [ 1291.305693] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f with Priority: HIGH for action security_group_rules [ 1291.305766] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGH for action security_group_rules [ 1291.305872] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGH for action security_group_rules [ 1291.305959] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGH for action security_group_rules [ 1291.306039] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGH for action security_group_rules [ 1291.306103] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGH for action security_group_rules [ 1291.306402] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGH for action security_group_rules [ 1291.306547] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGH for action security_group_rules [ 1291.306630] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1309de92-d148-4727-b5d6-06eb45b536d5 with Priority: HIGH for action security_group_rules [ 1291.306705] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 with Priority: HIGH for action security_group_rules [ 1291.306775] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGH for action security_group_rules [ 1291.306877] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGH for action security_group_rules [ 1291.306919] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGH for action security_group_rules [ 1291.306955] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGH for action security_group_rules [ 1291.307072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.307312] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.307387] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 1291.307494] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f493fe-509f-4096-8896-a53439bdeb90 with Priority: HIGH for action security_group_rules [ 1291.307607] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGH for action security_group_rules [ 1291.307704] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f with Priority: HIGH for action security_group_rules [ 1291.307807] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1309de92-d148-4727-b5d6-06eb45b536d5 with Priority: HIGH for action security_group_rules [ 1291.307900] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 with Priority: HIGH for action security_group_rules [ 1291.307990] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da66085-9532-4636-a7a0-ba7054433a3f with Priority: HIGH for action security_group_rules [ 1291.308093] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 with Priority: HIGH for action security_group_rules [ 1291.308184] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 with Priority: HIGH for action security_group_rules [ 1291.308325] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 with Priority: HIGH for action security_group_rules [ 1291.308429] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 with Priority: HIGH for action security_group_rules [ 1291.308516] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b with Priority: HIGH for action security_group_rules [ 1291.308602] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 with Priority: HIGH for action security_group_rules [ 1291.308687] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd96b1-171c-4d25-bb75-d8a231df801d with Priority: HIGH for action security_group_rules [ 1291.308772] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be053028-0c8c-4f92-8385-1432033143f8 with Priority: HIGH for action security_group_rules [ 1291.308856] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a with Priority: HIGH for action security_group_rules [ 1291.308940] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 with Priority: HIGH for action security_group_rules [ 1291.309049] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3cdc7a-467f-411f-9511-06882ee34610 with Priority: HIGH for action security_group_rules [ 1291.309184] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGH for action security_group_rules [ 1291.309308] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 with Priority: HIGH for action security_group_rules [ 1291.309415] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed with Priority: HIGH for action security_group_rules [ 1291.309724] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f493fe-509f-4096-8896-a53439bdeb90 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.309840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.309904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.310109] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.310191] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f493fe-509f-4096-8896-a53439bdeb90',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.311208] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.311325] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.311389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.311548] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.311625] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.312896] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf30ebf-bc99-44a0-8721-f7534a10028f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.313019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.313083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.313234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.313800] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf30ebf-bc99-44a0-8721-f7534a10028f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.314044] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1309de92-d148-4727-b5d6-06eb45b536d5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.314410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.314410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.314410] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.314410] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1309de92-d148-4727-b5d6-06eb45b536d5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.315246] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.315358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.315434] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.315665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.315737] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50c57ae6-6de2-4e19-8e6c-4195b1f88b06',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.316438] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0da66085-9532-4636-a7a0-ba7054433a3f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.316553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.317250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.317250] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.317250] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0da66085-9532-4636-a7a0-ba7054433a3f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.317496] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71beaba1-27f1-42b5-97f0-215abe1bd969 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.317611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.317692] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.318013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.318099] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71beaba1-27f1-42b5-97f0-215abe1bd969',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.318801] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.318928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.319022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.319102] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.319172] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b5fba27-0d32-431b-94fa-c236ca3a6d35',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.319886] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.319994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.320079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.320195] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.320253] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.320929] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a044e3ae-6317-44e8-bd46-afd4668e8eb8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.321013] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.321090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.321238] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.321334] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a044e3ae-6317-44e8-bd46-afd4668e8eb8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.322069] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.322257] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.322356] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.322411] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.322486] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40c8f118-7a6d-4b77-9568-10d4dbb7044b',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.323173] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.323286] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.323327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.323822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.323822] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75929fa2-6324-4e5d-8e8c-3ef9b87b90a7',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.324205] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2dd96b1-171c-4d25-bb75-d8a231df801d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.324305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.324372] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.324517] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.324587] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2dd96b1-171c-4d25-bb75-d8a231df801d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.325335] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be053028-0c8c-4f92-8385-1432033143f8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.325444] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.325509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.325654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.325724] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be053028-0c8c-4f92-8385-1432033143f8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.326722] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.326828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.326895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.327051] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.327125] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.327790] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e08cf43-3233-4faa-b52b-18ec1b19e509 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.327915] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.327981] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.328140] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.328212] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e08cf43-3233-4faa-b52b-18ec1b19e509',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.328886] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a3cdc7a-467f-411f-9511-06882ee34610 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.328990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.329067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.329213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.329293] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a3cdc7a-467f-411f-9511-06882ee34610',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.330141] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.330249] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.330316] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.330460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.330536] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.331276] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ead5f1-840e-4ba8-9b07-4b276a08e698 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.331387] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.331456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.331601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.331716] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ead5f1-840e-4ba8-9b07-4b276a08e698',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.332644] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a6fa794-07f7-447c-a04f-d721152aa2ed taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.332756] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.332831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.333178] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.333256] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a6fa794-07f7-447c-a04f-d721152aa2ed',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.350075] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.350228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.350299] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.350506] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.350665] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.351217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.351217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.351217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.351217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.351217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.351436] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.351436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.351436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.351573] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.351665] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.351740] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.351798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.351920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.351995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.352086] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.352170] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.841339] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.844116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.844116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.844116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.844116] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.844116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.844116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.844116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.844116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.844116] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.844116] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.848956] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.849100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.849100] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.849272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.849484] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.849621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.849724] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.849844] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.849945] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.850059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.850167] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.865169] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.870206] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16417d3a-bc8b-4d75-8b6a-a39b665e307f: rpc.has_security_group_logging(os_id): False [ 1291.875341] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbe432c3-1015-48b0-a662-70ad7395a0b4: rpc.has_security_group_logging(os_id): False [ 1291.906299] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.906499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.906499] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.906744] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.913774] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.913928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.919166] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.919166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.920167] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.920285] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.921195] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.921313] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.922072] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.922176] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.922873] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.922970] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.923957] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.923957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.924603] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.924684] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.925454] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.925537] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.931289] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.931436] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.932163] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.932610] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.932723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.933647] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.934073] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.934170] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.934807] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.935222] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.935327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.936287] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.936693] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.936788] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.940716] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.941152] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.941271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.942116] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.942522] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.942618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.943296] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.943693] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.943800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.944451] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.944878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.945027] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a044e3ae-6317-44e8-bd46-afd4668e8eb8 is going to be deleted. [ 1291.946405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.946539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.947875] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.947993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.949609] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.949609] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.974670] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.975152] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.975403] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2dd96b1-171c-4d25-bb75-d8a231df801d is going to be deleted. [ 1291.976442] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.976662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.995105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.995291] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a3cdc7a-467f-411f-9511-06882ee34610 is going to be deleted. [ 1291.996206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.996452] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.011378] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.011554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.026538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.026705] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40c8f118-7a6d-4b77-9568-10d4dbb7044b is going to be deleted. [ 1292.027728] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.027950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.045576] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.045895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.051135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.051276] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2 is going to be deleted. [ 1292.052368] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.052581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.073397] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.073569] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1309de92-d148-4727-b5d6-06eb45b536d5 is going to be deleted. [ 1292.074419] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.074640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.100076] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.100302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.100976] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.101098] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.105879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.105995] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be053028-0c8c-4f92-8385-1432033143f8 is going to be deleted. [ 1292.106993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.107270] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.108679] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.108789] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.146103] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.146304] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f493fe-509f-4096-8896-a53439bdeb90 is going to be deleted. [ 1292.147216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.147453] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.162074] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.162271] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.214503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.214851] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.215037] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.215154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.215514] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.215611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.215877] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.216120] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.216201] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.216392] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.216503] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.216676] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.216772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.216838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.217046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.217196] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.217305] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1292.218515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.218705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.244925] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.245155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.266541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.266720] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0da66085-9532-4636-a7a0-ba7054433a3f is going to be deleted. [ 1292.267703] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.267928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.350513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.350779] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.350890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.350950] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.351187] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.351269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.351445] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1292.352477] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.352662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.360458] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.402650] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.402846] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.420543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.420693] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b5fba27-0d32-431b-94fa-c236ca3a6d35 is going to be deleted. [ 1292.421709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.421862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.443059] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.443191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.454219] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.454219] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.463998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.464162] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c57ae6-6de2-4e19-8e6c-4195b1f88b06 is going to be deleted. [ 1292.465090] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.465305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.576541] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.576691] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71beaba1-27f1-42b5-97f0-215abe1bd969 is going to be deleted. [ 1292.577655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.577883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.624195] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.624283] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.639378] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.639577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.647689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.647822] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf30ebf-bc99-44a0-8721-f7534a10028f is going to be deleted. [ 1292.649878] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.650272] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.652300] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.652487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.705578] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.705753] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ead5f1-840e-4ba8-9b07-4b276a08e698 is going to be deleted. [ 1292.706765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.706987] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.708509] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.708661] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.754827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.755042] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a is going to be deleted. [ 1292.756072] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.756371] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.760383] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1292.760731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.847252] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.847644] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.856172] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.856347] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75929fa2-6324-4e5d-8e8c-3ef9b87b90a7 is going to be deleted. [ 1292.857731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.858082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.858206] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.858489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a044e3ae-6317-44e8-bd46-afd4668e8eb8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.858677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.858928] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.859070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.859258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2dd96b1-171c-4d25-bb75-d8a231df801d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.860044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.860321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.860460] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.860668] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a3cdc7a-467f-411f-9511-06882ee34610" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.861747] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.861854] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.861925] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.862113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.862198] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.862317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ead5f1-840e-4ba8-9b07-4b276a08e698" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.862453] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.862626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.862672] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.862798] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40c8f118-7a6d-4b77-9568-10d4dbb7044b" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.863009] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80b1b9cf-e80f-432a-887f-ed5a7079e4f2: rpc.has_security_group_logging(os_id): False [ 1292.863957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.864131] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.864227] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.864344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4661e0-5ab4-479d-8c9a-2ebd47dffcf2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.864481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.864635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.864713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.864840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1309de92-d148-4727-b5d6-06eb45b536d5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.864966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.865113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.912453] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.912648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.919649] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.919833] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a6fa794-07f7-447c-a04f-d721152aa2ed is going to be deleted. [ 1292.920834] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.921108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.948757] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.948979] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.981938] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.982177] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e08cf43-3233-4faa-b52b-18ec1b19e509 is going to be deleted. [ 1292.983157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.983385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.983513] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.983723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f493fe-509f-4096-8896-a53439bdeb90" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.983858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.984089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.984175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.984335] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0da66085-9532-4636-a7a0-ba7054433a3f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.984955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.985175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.985394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.986533] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.986693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.986852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.987765] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.987929] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.988091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.988205] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b5fba27-0d32-431b-94fa-c236ca3a6d35" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.988792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.988969] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.989059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.989213] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50c57ae6-6de2-4e19-8e6c-4195b1f88b06" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.989737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.989917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.989999] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.990164] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71beaba1-27f1-42b5-97f0-215abe1bd969" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.990314] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.990456] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.990534] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.990650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf30ebf-bc99-44a0-8721-f7534a10028f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.990781] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.990920] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.990994] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.991126] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be053028-0c8c-4f92-8385-1432033143f8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.991252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.991389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.029697] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1293.029949] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.033020] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.033175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.047391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.047807] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.047933] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.048018] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.048235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.048366] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.048480] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 is going to be updated. [ 1293.049790] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.050017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.050155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.050297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3e1e8c3-4d5b-4bbb-8e88-c4c60ce53b5a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.050472] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.050648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.050736] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.050873] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75929fa2-6324-4e5d-8e8c-3ef9b87b90a7" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.051816] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1293.052101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.106311] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.106505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.106505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.106701] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.106822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.107016] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a6fa794-07f7-447c-a04f-d721152aa2ed" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.145439] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.145659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.145843] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.146226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.146331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.146459] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e08cf43-3233-4faa-b52b-18ec1b19e509" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.166287] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1293.166965] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.167218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.167218] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.167431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.167576] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.218030] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: IN_PROGRESS for 2s [ 1295.235188] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: SUCCESS [ 1295.235437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.911175] env[66687]: INFO networking_nsxv3.common.synchronization [req-752d86af-98a9-453f-942d-00e78aa1fb53 req-d1c4554a-a51e-4f60-8144-efa41c59698a tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1295.911855] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1295.911967] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.912153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.912153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.912344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.912561] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.912646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.912646] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.912819] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.912895] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.912992] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.136343] env[66687]: INFO networking_nsxv3.common.synchronization [req-3d122f65-466b-427a-9f51-836902f12ecf req-225cc92b-2c1c-456b-8e54-637bed86bd84 tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 1296.136912] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 1296.137242] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.137365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.137435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.137634] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.137786] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.137887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.137931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.138389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.138960] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.138960] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.416805] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.640773] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.918909] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.142916] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.421126] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.421482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.421482] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.421593] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.421690] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.421791] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1297.451579] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.451579] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.451686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.451845] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.452019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.463644] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1297.645570] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.645768] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.645817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.646039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.646154] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.646312] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 is going to be updated. [ 1297.674932] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.675150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.675150] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.675374] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.675516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.683560] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: IN_PROGRESS for 2s [ 1299.477465] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1299.477465] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.693080] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: SUCCESS [ 1299.693305] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.138621] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.138969] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.353710] env[66687]: INFO networking_nsxv3.common.synchronization [req-e9a843c8-010f-4981-b61c-22a5f7bc4171 req-78764139-b949-4fc4-ab7b-19a3a5d8797e tempest-ServersTestJSON-1592347049 tempest-ServersTestJSON-1592347049-project-member] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1303.354321] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGHEST for action security_group_members [ 1303.354675] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.355731] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.355818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.356022] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.358019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.358019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.358019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.358019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.358019] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.358019] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.859406] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.859621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.859621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.859838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.882656] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.882908] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.883044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.883110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.883466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.883466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.883466] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be updated. [ 1303.908470] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.908666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.908772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.909068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.909263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.917606] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: IN_PROGRESS for 2s [ 1305.929278] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678d0526-792c-4a09-aec7-c00f505d71c5 in Status: SUCCESS [ 1305.929640] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 deletion is rescheduled due to dependency. [ 1305.929640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.356069] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.356745] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.357735] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.358112] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.721272] env[66687]: INFO networking_nsxv3.common.synchronization [req-66482dfb-e35f-42f5-ad0f-05ad076a4d8a req-1bd564ad-f8b3-48d8-b306-16aeee78c58b tempest-ServerActionsTestOtherA-572065411 tempest-ServerActionsTestOtherA-572065411-project-member] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 1315.721863] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGHEST for action security_group_members [ 1315.722224] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.722378] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.722429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.722631] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.722821] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.722967] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.723039] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.723207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.723314] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.723411] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.226079] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.226079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.226079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.226079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.226440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.226440] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.226549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.226588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.226732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.226809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.226902] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 is going to be updated. [ 1316.255342] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.255554] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.255606] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.255782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.255924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.267213] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: IN_PROGRESS for 2s [ 1318.277672] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 in Status: SUCCESS [ 1318.278110] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 deletion is rescheduled due to dependency. [ 1318.278110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.722656] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.722951] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.280845] env[66687]: INFO networking_nsxv3.common.synchronization [None req-cb430f42-57b5-4681-a725-8632c8acbff4 None None] Enqueued Resource ID: c8707bb4-2171-474b-a435-eed142abe27a with Priority: HIGHEST for action port [ 1324.281243] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8707bb4-2171-474b-a435-eed142abe27a with Priority: HIGHEST for action port [ 1324.284577] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8707bb4-2171-474b-a435-eed142abe27a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.284577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8707bb4-2171-474b-a435-eed142abe27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.284577] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8707bb4-2171-474b-a435-eed142abe27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.287417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8707bb4-2171-474b-a435-eed142abe27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.287541] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8707bb4-2171-474b-a435-eed142abe27a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.568706] env[66687]: INFO networking_nsxv3.common.synchronization [None req-8282678e-ee22-4be4-b772-02c4e2de1191 tempest-AttachVolumeTestJSON-700591003 tempest-AttachVolumeTestJSON-700591003-project-member] Enqueued Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_rules [ 1324.569494] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_rules [ 1324.569874] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276d2e6c-1301-44fe-a937-e73ac5382d9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.570226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.570454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.570899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.570899] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276d2e6c-1301-44fe-a937-e73ac5382d9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.666551] env[66687]: INFO networking_nsxv3.common.synchronization [None req-c0f23a1b-f59a-49f5-9645-aa19286ae3a8 tempest-AttachVolumeTestJSON-700591003 tempest-AttachVolumeTestJSON-700591003-project-member] Enqueued Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_rules [ 1324.666809] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_rules [ 1324.667337] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276d2e6c-1301-44fe-a937-e73ac5382d9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.667454] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.790882] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8707bb4-2171-474b-a435-eed142abe27a [ 1324.791141] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.791304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.791395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.791628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.791722] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.791820] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8707bb4-2171-474b-a435-eed142abe27a already deleted. [ 1324.791902] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8707bb4-2171-474b-a435-eed142abe27a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.105948] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.106255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.106255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.106404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.106473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.106565] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d already deleted. [ 1325.106650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.107216] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.107384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.107468] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276d2e6c-1301-44fe-a937-e73ac5382d9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.358191] env[66687]: INFO networking_nsxv3.common.synchronization [req-ba28a9f1-3c4b-4055-8c1f-567eb20a231f req-7d3c1257-8df8-481a-a1d7-23fe422da1d2 tempest-DeleteServersTestJSON-1229028654 tempest-DeleteServersTestJSON-1229028654-project-member] Enqueued Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1325.358191] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f with Priority: HIGHEST for action security_group_members [ 1325.358191] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-16417d3a-bc8b-4d75-8b6a-a39b665e307f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.358191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.358191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.358191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.359227] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.359484] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.359733] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.360021] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.360235] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.360420] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16417d3a-bc8b-4d75-8b6a-a39b665e307f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.632630] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.632823] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.632867] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.633085] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.634034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.634034] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d already deleted. [ 1325.634034] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.862697] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.862858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.862917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.863139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.863221] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.863452] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.863553] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.863618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.863793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.863884] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.863994] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f is going to be updated. [ 1325.898292] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.898488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.898600] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.898911] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.899101] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.908528] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: IN_PROGRESS for 2s [ 1326.522303] env[66687]: INFO networking_nsxv3.common.synchronization [None req-84772c93-df4c-4b99-9e1e-2817ea721dae None None] Enqueued Resource ID: e80550a3-5989-4a3d-ac46-c45a56f281ae with Priority: HIGHEST for action port [ 1326.522651] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80550a3-5989-4a3d-ac46-c45a56f281ae with Priority: HIGHEST for action port [ 1326.523166] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e80550a3-5989-4a3d-ac46-c45a56f281ae taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.523295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e80550a3-5989-4a3d-ac46-c45a56f281ae" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.523295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e80550a3-5989-4a3d-ac46-c45a56f281ae" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.523542] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e80550a3-5989-4a3d-ac46-c45a56f281ae" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.523627] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e80550a3-5989-4a3d-ac46-c45a56f281ae',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.026092] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e80550a3-5989-4a3d-ac46-c45a56f281ae [ 1327.026330] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.026464] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.026539] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.026807] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.026899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.026998] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e80550a3-5989-4a3d-ac46-c45a56f281ae already deleted. [ 1327.027099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e80550a3-5989-4a3d-ac46-c45a56f281ae" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.919440] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f in Status: SUCCESS [ 1327.919850] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16417d3a-bc8b-4d75-8b6a-a39b665e307f deletion is rescheduled due to dependency. [ 1327.919850] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16417d3a-bc8b-4d75-8b6a-a39b665e307f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.196151] env[66687]: INFO networking_nsxv3.common.synchronization [req-d9380ded-8457-416a-baa2-e2afaab1c767 req-39baaa69-1017-4e81-a32a-f6712e38c646 tempest-AttachVolumeTestJSON-700591003 tempest-AttachVolumeTestJSON-700591003-project-member] Enqueued Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_members [ 1330.196904] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_members [ 1330.197285] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-276d2e6c-1301-44fe-a937-e73ac5382d9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.197433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.197502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.197797] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.197999] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.198222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.198222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.198395] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.198502] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.198607] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('276d2e6c-1301-44fe-a937-e73ac5382d9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.508011] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.508222] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-868" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.508305] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-868" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.508646] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-868" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.508938] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.509110] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.509226] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.509437] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.509577] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.509793] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.509919] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1330.510037] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1330.510166] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1330.510286] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.510390] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1330.510519] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1330.531296] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1330.531489] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1330.531612] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1330.531791] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-868" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.532151] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-e5dc3db6-5cf5-4953-a269-435a8073cf19 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.532325] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-e5dc3db6-5cf5-4953-a269-435a8073cf19" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.532457] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-e5dc3db6-5cf5-4953-a269-435a8073cf19" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.532899] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-e5dc3db6-5cf5-4953-a269-435a8073cf19" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.533035] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5dc3db6-5cf5-4953-a269-435a8073cf19',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.702661] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.702871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.702871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.703079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.703243] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.703427] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.703526] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.703585] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.703883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.703883] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.704075] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d already deleted. [ 1330.704075] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.037759] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.037759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.037759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.037759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.037759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.037759] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port e5dc3db6-5cf5-4953-a269-435a8073cf19 not found, creating... [ 1331.037759] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.037759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.037759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.037759] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.038296] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.038296] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.038296] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.038421] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.038528] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.038657] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.038795] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: e5dc3db6-5cf5-4953-a269-435a8073cf19 is going to be created. [ 1331.061267] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.061479] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.061595] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.061965] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.062198] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.062429] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-e5dc3db6-5cf5-4953-a269-435a8073cf19" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.769152] env[66687]: INFO networking_nsxv3.common.synchronization [req-d9380ded-8457-416a-baa2-e2afaab1c767 req-71052c7c-2168-4c9e-a09f-a8830eea883c service nova] Enqueued Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_rules [ 1331.769444] env[66687]: INFO networking_nsxv3.common.synchronization [req-d9380ded-8457-416a-baa2-e2afaab1c767 req-71052c7c-2168-4c9e-a09f-a8830eea883c service nova] Enqueued Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_members [ 1331.769524] env[66687]: INFO networking_nsxv3.common.synchronization [req-d9380ded-8457-416a-baa2-e2afaab1c767 req-71052c7c-2168-4c9e-a09f-a8830eea883c service nova] Enqueued Resource ID: e5dc3db6-5cf5-4953-a269-435a8073cf19 with Priority: HIGHEST for action port [ 1331.770839] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_rules [ 1331.771033] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_members [ 1331.771150] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dc3db6-5cf5-4953-a269-435a8073cf19 with Priority: HIGHEST for action port [ 1331.771443] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276d2e6c-1301-44fe-a937-e73ac5382d9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.771584] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.771655] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.771855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.771937] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276d2e6c-1301-44fe-a937-e73ac5382d9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.773510] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-276d2e6c-1301-44fe-a937-e73ac5382d9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.773567] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.773640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.773896] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.774804] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.774804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.774804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.774804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.774804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.774804] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('276d2e6c-1301-44fe-a937-e73ac5382d9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.775418] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5dc3db6-5cf5-4953-a269-435a8073cf19 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.775531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5dc3db6-5cf5-4953-a269-435a8073cf19" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.775599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5dc3db6-5cf5-4953-a269-435a8073cf19" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.775777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5dc3db6-5cf5-4953-a269-435a8073cf19" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.775858] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5dc3db6-5cf5-4953-a269-435a8073cf19',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.283046] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-276d2e6c-1301-44fe-a937-e73ac5382d9d taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.283046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.283046] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('276d2e6c-1301-44fe-a937-e73ac5382d9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.283046] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5dc3db6-5cf5-4953-a269-435a8073cf19 with status ACTIVE [ 1332.283046] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.283046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.283046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.283046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.283046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.283046] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.283046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.283046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.283046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.283046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.283699] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.283699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.283699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.283699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.283699] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.284917] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5dc3db6-5cf5-4953-a269-435a8073cf19 is going to be updated. [ 1332.310191] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.310191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.310191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.310191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.310191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.310191] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5dc3db6-5cf5-4953-a269-435a8073cf19" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.788270] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('276d2e6c-1301-44fe-a937-e73ac5382d9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.292829] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.293054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.293054] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.293291] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.293431] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.293565] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d is going to be created. [ 1333.323601] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.323838] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.323906] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.324232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.324404] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.334498] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d in Status: UNINITIALIZED for 2s [ 1335.346134] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d in Status: SUCCESS [ 1335.346549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.346549] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.346795] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.347016] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.347138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.347204] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.347365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.347446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.347531] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.347622] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('276d2e6c-1301-44fe-a937-e73ac5382d9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.850113] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('276d2e6c-1301-44fe-a937-e73ac5382d9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.351903] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 276d2e6c-1301-44fe-a937-e73ac5382d9d: rpc.has_security_group_logging(os_id): False [ 1336.375386] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.375605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.375605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.375818] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.375912] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.376191] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.376297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.376363] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.376528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.376625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.376700] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d is going to be created. [ 1336.435986] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.436232] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.436362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.436587] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.436777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.448219] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d in Status: IN_PROGRESS for 2s [ 1336.771771] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.771959] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1338.462079] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d in Status: SUCCESS [ 1338.462079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.772930] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.773331] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.774452] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.774830] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.089290] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.089290] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.089575] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.089638] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.090044] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.090302] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.090540] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.090742] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.090894] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.091154] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.091280] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1349.091391] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1349.091498] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1349.091633] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.091743] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1349.091961] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1349.111840] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1349.112022] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1349.112157] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1349.112326] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-493" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.112629] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-7edc3b54-78ce-4321-88ce-09059a73e89a taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.112796] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.112914] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.113226] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.113362] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7edc3b54-78ce-4321-88ce-09059a73e89a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.616074] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.616325] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.616427] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.616724] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.616881] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.617195] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.617352] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.617470] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.617691] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.617826] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.618123] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.618282] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.618397] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.618599] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.618731] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.618879] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 7edc3b54-78ce-4321-88ce-09059a73e89a is going to be updated. [ 1349.643021] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.643272] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.643362] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.643632] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.643824] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.644059] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.322175] env[66687]: INFO networking_nsxv3.common.synchronization [req-87fad733-73d3-4d72-b159-07a7d84cffe6 req-66ce5384-fc5d-41d1-b50d-1decfaf222bf service nova] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 1350.322431] env[66687]: INFO networking_nsxv3.common.synchronization [req-87fad733-73d3-4d72-b159-07a7d84cffe6 req-66ce5384-fc5d-41d1-b50d-1decfaf222bf service nova] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1350.322477] env[66687]: INFO networking_nsxv3.common.synchronization [req-87fad733-73d3-4d72-b159-07a7d84cffe6 req-66ce5384-fc5d-41d1-b50d-1decfaf222bf service nova] Enqueued Resource ID: 7edc3b54-78ce-4321-88ce-09059a73e89a with Priority: HIGHEST for action port [ 1350.322745] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_rules [ 1350.322876] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1350.323031] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edc3b54-78ce-4321-88ce-09059a73e89a with Priority: HIGHEST for action port [ 1350.323649] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.323713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.323784] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.323976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.324070] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.324877] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.324989] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.325070] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.325225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.325371] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.325467] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.325545] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.326279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.326279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.326279] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.327067] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-7edc3b54-78ce-4321-88ce-09059a73e89a taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.327067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.327608] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.327840] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.327957] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7edc3b54-78ce-4321-88ce-09059a73e89a',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.830918] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.830918] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.830918] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.831623] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7edc3b54-78ce-4321-88ce-09059a73e89a with status ACTIVE [ 1350.831803] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.831926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.831998] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.832225] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.832317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.832495] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.832597] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.832659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.832812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.832893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.833098] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.833197] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.833258] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.833399] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.833475] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.834072] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7edc3b54-78ce-4321-88ce-09059a73e89a is going to be updated. [ 1350.853894] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.854166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.854166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.854312] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.855009] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.855009] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7edc3b54-78ce-4321-88ce-09059a73e89a" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.335593] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.838211] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.838439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.838439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.838723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.838889] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.839106] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1351.869698] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.869962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.869962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.870132] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.870281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.880795] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1353.891772] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1353.892182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.892182] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.892391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.892590] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.892712] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.892779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.892938] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.893032] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.893122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.893217] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.395924] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.900511] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbe432c3-1015-48b0-a662-70ad7395a0b4: rpc.has_security_group_logging(os_id): False [ 1354.918103] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.918331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.918331] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.918543] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.918635] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.918887] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.919048] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.919118] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.919321] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.919402] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.919492] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1354.980232] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.980466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.980466] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.980641] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.980793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.998892] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1355.324101] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.324311] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1357.019051] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1357.019435] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.325133] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.325442] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.326145] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.326518] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.292303] env[66687]: INFO networking_nsxv3.common.synchronization [req-6c5c8811-6f16-4a95-8f81-30e680ea44cd req-0b355cb7-4536-43b8-b679-76c2c9965281 tempest-ServerActionsTestOtherB-637376803 tempest-ServerActionsTestOtherB-637376803-project-member] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1366.292857] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGHEST for action security_group_members [ 1366.293824] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.293824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.293824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.293824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.293824] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.293824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.294226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.294226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.294226] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.294226] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.797763] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.798160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.798160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.798252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.798320] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.798524] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.798628] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.798693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.798847] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.798923] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.799022] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be updated. [ 1366.830493] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.830727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.830727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.830899] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.831058] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.839799] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: IN_PROGRESS for 2s [ 1368.852104] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 in Status: SUCCESS [ 1368.852474] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 deletion is rescheduled due to dependency. [ 1368.852474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.294715] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.295153] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.295674] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.296084] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.560756] env[66687]: INFO networking_nsxv3.common.synchronization [None req-2fdf0f0e-208f-4bf0-87a7-d984b1c73c06 None None] Enqueued Resource ID: 64c00fb3-7765-42b7-8d27-156d0a016c95 with Priority: HIGHEST for action port [ 1377.561365] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c00fb3-7765-42b7-8d27-156d0a016c95 with Priority: HIGHEST for action port [ 1377.561683] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-64c00fb3-7765-42b7-8d27-156d0a016c95 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.561855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64c00fb3-7765-42b7-8d27-156d0a016c95" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.561908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64c00fb3-7765-42b7-8d27-156d0a016c95" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.562155] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64c00fb3-7765-42b7-8d27-156d0a016c95" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.562240] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64c00fb3-7765-42b7-8d27-156d0a016c95',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.064427] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64c00fb3-7765-42b7-8d27-156d0a016c95 [ 1378.064666] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.064804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.064876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.065112] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.065207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.065306] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64c00fb3-7765-42b7-8d27-156d0a016c95 already deleted. [ 1378.065385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64c00fb3-7765-42b7-8d27-156d0a016c95" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.302864] env[66687]: INFO networking_nsxv3.common.synchronization [None req-36956937-f0ab-4c87-9460-f4f108bacfcd None None] Enqueued Resource ID: e434dffb-2e31-47e3-afc6-64d2439f3665 with Priority: HIGHEST for action port [ 1379.303505] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e434dffb-2e31-47e3-afc6-64d2439f3665 with Priority: HIGHEST for action port [ 1379.303859] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-e434dffb-2e31-47e3-afc6-64d2439f3665 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.303985] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e434dffb-2e31-47e3-afc6-64d2439f3665" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.304122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e434dffb-2e31-47e3-afc6-64d2439f3665" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.304394] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e434dffb-2e31-47e3-afc6-64d2439f3665" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.304487] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e434dffb-2e31-47e3-afc6-64d2439f3665',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.807466] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e434dffb-2e31-47e3-afc6-64d2439f3665 [ 1379.807707] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.807837] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.807908] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.808143] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.808240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.808337] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e434dffb-2e31-47e3-afc6-64d2439f3665 already deleted. [ 1379.808418] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e434dffb-2e31-47e3-afc6-64d2439f3665" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.560654] env[66687]: INFO networking_nsxv3.common.synchronization [req-fd5d9a3b-fc03-4bdb-a193-63877d33461f req-1c73d02e-98ee-4d65-8845-70adfaeb1b9f tempest-ServerPasswordTestJSON-873470429 tempest-ServerPasswordTestJSON-873470429-project-member] Enqueued Resource ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 with Priority: HIGHEST for action security_group_members [ 1382.561208] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 with Priority: HIGHEST for action security_group_members [ 1382.561519] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb789b26-0c8c-4f4c-9504-04a88f67eb02 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.561659] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.561729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.561972] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.562141] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.562240] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.562304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.562494] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.562582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.562676] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb789b26-0c8c-4f4c-9504-04a88f67eb02',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.845574] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.845772] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "network-468" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.845896] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "network-468" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.846248] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "network-468" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.846586] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.846752] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.846866] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.847097] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.847242] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.847448] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1382.847555] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1382.847662] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1382.847765] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1382.847868] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1382.847968] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1382.848105] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1382.869598] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1382.869765] env[66687]: DEBUG dogpile.cache.region [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1382.869901] env[66687]: DEBUG dogpile.lock [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1382.870050] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "network-468" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.870373] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock port-39d70268-0d41-4c3a-8b7a-4086943b5a24 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.870535] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "port-39d70268-0d41-4c3a-8b7a-4086943b5a24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.870652] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "port-39d70268-0d41-4c3a-8b7a-4086943b5a24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.870988] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "port-39d70268-0d41-4c3a-8b7a-4086943b5a24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.871142] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39d70268-0d41-4c3a-8b7a-4086943b5a24',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.064341] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.064556] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.064615] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.064785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.064876] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.065080] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.065207] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.065269] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.065430] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.065516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.065603] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 already deleted. [ 1383.065684] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.373519] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.373746] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.373873] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.374190] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.374354] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.374509] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Segment Port 39d70268-0d41-4c3a-8b7a-4086943b5a24 not found, creating... [ 1383.374765] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.374920] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.375045] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.375268] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.375403] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.375672] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.375821] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.375934] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.376145] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.376276] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.376409] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Resource: SegmentPort with ID: 39d70268-0d41-4c3a-8b7a-4086943b5a24 is going to be created. [ 1383.421023] env[66687]: DEBUG networking_nsxv3.common.locking [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.421023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.421023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.421023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.421023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.421023] env[66687]: DEBUG oslo_concurrency.lockutils [None req-28615ea1-75a7-4439-b865-90f19aebef47 None None] Releasing lock "port-39d70268-0d41-4c3a-8b7a-4086943b5a24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.583802] env[66687]: INFO networking_nsxv3.common.synchronization [req-fd5d9a3b-fc03-4bdb-a193-63877d33461f req-6c593e9a-b679-44ea-81cb-2335c89f9e9c service nova] Enqueued Resource ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 with Priority: HIGHEST for action security_group_rules [ 1384.584107] env[66687]: INFO networking_nsxv3.common.synchronization [req-fd5d9a3b-fc03-4bdb-a193-63877d33461f req-6c593e9a-b679-44ea-81cb-2335c89f9e9c service nova] Enqueued Resource ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 with Priority: HIGHEST for action security_group_members [ 1384.584160] env[66687]: INFO networking_nsxv3.common.synchronization [req-fd5d9a3b-fc03-4bdb-a193-63877d33461f req-6c593e9a-b679-44ea-81cb-2335c89f9e9c service nova] Enqueued Resource ID: 39d70268-0d41-4c3a-8b7a-4086943b5a24 with Priority: HIGHEST for action port [ 1384.584709] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 with Priority: HIGHEST for action security_group_rules [ 1384.584823] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 with Priority: HIGHEST for action security_group_members [ 1384.584920] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39d70268-0d41-4c3a-8b7a-4086943b5a24 with Priority: HIGHEST for action port [ 1384.585214] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb789b26-0c8c-4f4c-9504-04a88f67eb02 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.585334] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.585401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.585654] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.585738] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb789b26-0c8c-4f4c-9504-04a88f67eb02',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.586589] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb789b26-0c8c-4f4c-9504-04a88f67eb02 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.587590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.587590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.587590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.587590] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.587590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.587590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.587590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.587590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.588020] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb789b26-0c8c-4f4c-9504-04a88f67eb02',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.588467] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-39d70268-0d41-4c3a-8b7a-4086943b5a24 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.588575] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39d70268-0d41-4c3a-8b7a-4086943b5a24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.588639] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39d70268-0d41-4c3a-8b7a-4086943b5a24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.588855] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39d70268-0d41-4c3a-8b7a-4086943b5a24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.588855] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39d70268-0d41-4c3a-8b7a-4086943b5a24',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.091443] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb789b26-0c8c-4f4c-9504-04a88f67eb02 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.091666] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.091963] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb789b26-0c8c-4f4c-9504-04a88f67eb02',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.092943] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39d70268-0d41-4c3a-8b7a-4086943b5a24 with status ACTIVE [ 1385.093162] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.093301] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.093373] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.093586] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.093676] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.093849] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.093943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.094017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.094179] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.094251] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.095159] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.095159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.095159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.095159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.095159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.095159] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39d70268-0d41-4c3a-8b7a-4086943b5a24 is going to be updated. [ 1385.117132] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.117348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.117348] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.117533] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.117774] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.117990] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39d70268-0d41-4c3a-8b7a-4086943b5a24" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.596881] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb789b26-0c8c-4f4c-9504-04a88f67eb02',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.099815] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.100068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.100068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.100277] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.100375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.100479] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 is going to be created. [ 1386.125138] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.125362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.125362] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.125551] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.125707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.135527] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 in Status: UNINITIALIZED for 2s [ 1388.147064] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 in Status: SUCCESS [ 1388.147437] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.147533] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.147741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.147934] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.148066] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.148133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.148292] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.148373] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.148458] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.148547] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb789b26-0c8c-4f4c-9504-04a88f67eb02',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.651154] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb789b26-0c8c-4f4c-9504-04a88f67eb02 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.651369] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.651369] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.651626] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.651771] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.651872] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.651935] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.652105] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.652193] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.652279] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.652445] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb789b26-0c8c-4f4c-9504-04a88f67eb02 taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.652538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.652601] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.652741] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.653032] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.653133] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.653252] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.653401] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.653479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.653559] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.653645] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb789b26-0c8c-4f4c-9504-04a88f67eb02',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.155756] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb789b26-0c8c-4f4c-9504-04a88f67eb02: rpc.has_security_group_logging(os_id): False [ 1389.175189] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.175423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.175423] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.175604] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.175693] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.175939] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.176061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.176129] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.176281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.176358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.176540] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.176633] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.176696] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.176830] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.176904] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.177100] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.177220] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.177345] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.177389] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.177455] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.177539] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 is going to be created. [ 1389.237050] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.237289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.237289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.237500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.237686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.249452] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 in Status: IN_PROGRESS for 2s [ 1389.586462] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.586617] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1391.263052] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 in Status: SUCCESS [ 1391.263403] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.587954] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.588371] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.883247] env[66687]: INFO networking_nsxv3.common.synchronization [req-fefe1a53-bd05-491d-98ff-eb03c186227a req-a342ece1-da73-4c56-9d71-328999254aea tempest-ServerPasswordTestJSON-873470429 tempest-ServerPasswordTestJSON-873470429-project-member] Enqueued Resource ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 with Priority: HIGHEST for action security_group_members [ 1395.883247] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 with Priority: HIGHEST for action security_group_members [ 1395.883538] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb789b26-0c8c-4f4c-9504-04a88f67eb02 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.883538] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.883664] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.883812] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.883895] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.884017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.884142] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.884238] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.884295] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.884358] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb789b26-0c8c-4f4c-9504-04a88f67eb02',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.387511] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.387743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.387743] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.387976] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.388083] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.388282] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.388382] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.388446] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.388598] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.388677] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.388762] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 is going to be updated. [ 1396.416455] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.416640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.416684] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.416879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.417027] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.426420] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 in Status: IN_PROGRESS for 2s [ 1398.438638] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 in Status: SUCCESS [ 1398.439068] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 deletion is rescheduled due to dependency. [ 1398.439068] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.884197] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.884542] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.885071] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.885071] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.886245] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.886606] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.887843] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.888258] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.888842] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.888842] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.890749] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.891168] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.892849] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.893268] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.894651] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.895027] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.896870] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.896870] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.897909] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.897909] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.899023] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.899422] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.900376] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.900740] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.901959] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.902416] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.903289] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.903289] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.905023] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.905395] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.907174] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.907548] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.201837] env[66687]: INFO networking_nsxv3.common.synchronization [req-b0f8b618-c399-4f52-91e4-c68165c88ee2 req-d671b14c-1364-41c7-988e-f2346f4a2140 tempest-AttachVolumeTestJSON-700591003 tempest-AttachVolumeTestJSON-700591003-project-member] Enqueued Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_members [ 1478.202396] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGHEST for action security_group_members [ 1478.202696] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-276d2e6c-1301-44fe-a937-e73ac5382d9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.202824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.202894] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.203106] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.203273] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.203375] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.203440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.203599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.203685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.203780] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('276d2e6c-1301-44fe-a937-e73ac5382d9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.706535] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.706762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.706762] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.706957] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.707050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.707243] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.707349] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.707405] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.707563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.707640] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.707729] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d is going to be updated. [ 1478.745965] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.746284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.746284] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.746433] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.746580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.755241] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d in Status: IN_PROGRESS for 2s [ 1480.767101] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d in Status: IN_PROGRESS for 4s [ 1482.778754] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d in Status: SUCCESS [ 1482.779091] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d deletion is rescheduled due to dependency. [ 1482.779091] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.007417] env[66687]: INFO networking_nsxv3.common.synchronization [None req-2a207335-30ce-4497-9daa-6cea3e8ba578 tempest-AttachVolumeTestJSON-700591003 tempest-AttachVolumeTestJSON-700591003-project-member] Enqueued Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_rules [ 1483.007963] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_rules [ 1483.008316] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-022c60cb-8566-44d4-a893-79e5e8c6710c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.008443] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.008542] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.008856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.008941] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.085226] env[66687]: INFO networking_nsxv3.common.synchronization [None req-edbcbac4-bf5b-47c0-a109-aa750e0acf69 tempest-AttachVolumeTestJSON-700591003 tempest-AttachVolumeTestJSON-700591003-project-member] Enqueued Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_rules [ 1483.085663] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_rules [ 1483.085976] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-022c60cb-8566-44d4-a893-79e5e8c6710c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.086089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.529879] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.530046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.530124] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.530381] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.530470] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.530572] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 022c60cb-8566-44d4-a893-79e5e8c6710c already deleted. [ 1483.530665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.530813] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.530968] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.531062] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.051399] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.051793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.051793] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.051875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.051910] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.051996] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 022c60cb-8566-44d4-a893-79e5e8c6710c already deleted. [ 1484.052092] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.086740] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.087025] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.427277] env[66687]: INFO networking_nsxv3.common.synchronization [req-66a39a4a-ffd5-47ed-aedd-86073acbd71c req-bf7b72e7-41e9-4c83-80fb-c42a91b3e217 tempest-AttachVolumeTestJSON-700591003 tempest-AttachVolumeTestJSON-700591003-project-member] Enqueued Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_members [ 1488.427825] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_members [ 1488.428192] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-022c60cb-8566-44d4-a893-79e5e8c6710c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.428346] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.428417] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.428658] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.428820] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.428919] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.428977] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.429265] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.429359] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.429459] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.716861] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.717077] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "network-868" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.717202] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "network-868" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.717473] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "network-868" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.717727] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.717878] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.717989] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.718258] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.718383] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.718593] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1488.718701] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] NeedRegenerationException {{(pid=66687) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1488.718806] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] no value, waiting for create lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1488.718909] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] value creation lock acquired {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1488.719025] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] No value present for key: 'zone-id' {{(pid=66687) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1488.719131] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Calling creation function for not-yet-present value {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1488.719255] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1488.738868] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1488.739070] env[66687]: DEBUG dogpile.cache.region [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66687) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1488.739212] env[66687]: DEBUG dogpile.lock [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Released creation lock {{(pid=66687) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1488.739373] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "network-868" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.739656] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock port-0fd3d009-5231-4081-858e-c421c0e4d27f taken with stack trace [, , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.739817] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "port-0fd3d009-5231-4081-858e-c421c0e4d27f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.739934] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "port-0fd3d009-5231-4081-858e-c421c0e4d27f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.740264] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "port-0fd3d009-5231-4081-858e-c421c0e4d27f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.740433] env[66687]: DEBUG networking_nsxv3.api.rpc [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd3d009-5231-4081-858e-c421c0e4d27f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.931431] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.931620] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.931667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.931887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.931975] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.932183] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.932281] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.932343] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.932492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.932580] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.932668] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 022c60cb-8566-44d4-a893-79e5e8c6710c already deleted. [ 1488.932752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.242401] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.242758] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.242758] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.242966] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.243129] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.243278] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Segment Port 0fd3d009-5231-4081-858e-c421c0e4d27f not found, creating... [ 1489.243528] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.243682] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.243796] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.244016] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.244160] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.244428] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.244616] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.244740] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.244942] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.245107] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.245249] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Resource: SegmentPort with ID: 0fd3d009-5231-4081-858e-c421c0e4d27f is going to be created. [ 1489.264985] env[66687]: DEBUG networking_nsxv3.common.locking [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.265191] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.265314] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.265568] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.265786] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.266013] env[66687]: DEBUG oslo_concurrency.lockutils [None req-a18389be-5b9d-4e37-be3b-8ed3385f9d99 None None] Releasing lock "port-0fd3d009-5231-4081-858e-c421c0e4d27f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.950581] env[66687]: INFO networking_nsxv3.common.synchronization [req-66a39a4a-ffd5-47ed-aedd-86073acbd71c req-8e88b89a-af92-4342-81f6-6fac7b0a657a service nova] Enqueued Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_rules [ 1489.950709] env[66687]: INFO networking_nsxv3.common.synchronization [req-66a39a4a-ffd5-47ed-aedd-86073acbd71c req-8e88b89a-af92-4342-81f6-6fac7b0a657a service nova] Enqueued Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_members [ 1489.950848] env[66687]: INFO networking_nsxv3.common.synchronization [req-66a39a4a-ffd5-47ed-aedd-86073acbd71c req-8e88b89a-af92-4342-81f6-6fac7b0a657a service nova] Enqueued Resource ID: 0fd3d009-5231-4081-858e-c421c0e4d27f with Priority: HIGHEST for action port [ 1489.951441] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_rules [ 1489.951582] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_members [ 1489.951677] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd3d009-5231-4081-858e-c421c0e4d27f with Priority: HIGHEST for action port [ 1489.951949] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-022c60cb-8566-44d4-a893-79e5e8c6710c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.952080] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.952148] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.952340] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.952418] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.953294] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-022c60cb-8566-44d4-a893-79e5e8c6710c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.953409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.953474] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.953637] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.953779] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.953871] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.953931] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.954079] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.954158] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.954256] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.954987] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fd3d009-5231-4081-858e-c421c0e4d27f taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.956268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fd3d009-5231-4081-858e-c421c0e4d27f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.956268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fd3d009-5231-4081-858e-c421c0e4d27f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.956268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fd3d009-5231-4081-858e-c421c0e4d27f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.956268] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd3d009-5231-4081-858e-c421c0e4d27f',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.457863] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.459017] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-022c60cb-8566-44d4-a893-79e5e8c6710c taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.459017] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.459207] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fd3d009-5231-4081-858e-c421c0e4d27f with status ACTIVE [ 1490.459346] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.459462] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.459529] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.459723] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.459828] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.459997] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.460113] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.460175] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.460379] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.460487] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.460628] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.460777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.460777] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.460930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.461064] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.461109] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fd3d009-5231-4081-858e-c421c0e4d27f is going to be updated. [ 1490.481587] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.481773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.481773] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.481983] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.482134] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.482298] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fd3d009-5231-4081-858e-c421c0e4d27f" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.960933] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.439439] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1491.439622] env[66687]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-142a7e65-fb81-4c04-9444-bfb396862c09 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1491.463259] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.463636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.463636] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.463735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.463772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.463864] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 022c60cb-8566-44d4-a893-79e5e8c6710c is going to be created. [ 1491.488019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.488245] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.488360] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.488578] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.488737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.497901] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022c60cb-8566-44d4-a893-79e5e8c6710c in Status: UNINITIALIZED for 2s [ 1493.509678] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022c60cb-8566-44d4-a893-79e5e8c6710c in Status: SUCCESS [ 1493.510119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.510119] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.510322] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.510504] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.510625] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.510691] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.510848] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.510930] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.511030] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.511126] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.013692] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.516443] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 022c60cb-8566-44d4-a893-79e5e8c6710c: rpc.has_security_group_logging(os_id): False [ 1494.534110] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.534302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.534302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.534490] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.534582] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.534821] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.534927] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.534991] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.535157] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.535234] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.535321] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 022c60cb-8566-44d4-a893-79e5e8c6710c is going to be created. [ 1494.593963] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.594230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.594230] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.594509] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.594702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.604744] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 022c60cb-8566-44d4-a893-79e5e8c6710c in Status: IN_PROGRESS for 2s [ 1494.952526] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.952715] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1496.617249] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 022c60cb-8566-44d4-a893-79e5e8c6710c in Status: SUCCESS [ 1496.617648] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.953801] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.954195] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.954900] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.955259] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.956456] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.956885] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.957397] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.957675] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.958639] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.958639] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.959417] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.959803] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.388512] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.388951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.388951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.388951] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.389079] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.892254] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.395294] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.897462] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1529.897663] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1529.960856] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.961041] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.605322] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.605839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.605839] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.606161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.619305] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1530.620268] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.621165] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1530.659252] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.659522] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.659624] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.659856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.673294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.674148] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1530.674264] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1530.674413] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1530.705761] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.705962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.706046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.706203] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.706955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.707123] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1530.780830] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.781137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.781137] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.781273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.781581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.781909] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1530.852345] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.852574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.852574] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.852806] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.853122] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.853395] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1530.853487] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cb789b26-0c8c-4f4c-9504-04a88f67eb02', 'e7d4dd61-2262-4250-a564-778b43661f1e', '022c60cb-8566-44d4-a893-79e5e8c6710c', '80b1b9cf-e80f-432a-887f-ed5a7079e4f2', '07e9c0a5-8d8f-41c7-88a0-8333a894f68c', '276d2e6c-1301-44fe-a937-e73ac5382d9d', '7b62f436-676b-4b8b-89eb-ca017c33b71d', '648c7659-e49a-4078-aa14-69eb0da731b2', 'dba46c46-83ed-4641-bece-1eb60b15b4ad', 'c14b0ae1-1a1c-41d0-a11e-cb271873d76c', 'a96169de-0b07-455f-bdd2-8ad77c398383', 'cf35ba37-94e7-4291-b1ef-a6cd6beeafb6', '678d0526-792c-4a09-aec7-c00f505d71c5', 'f8dad167-6e98-447d-a1a5-14cfedc33fdc', 'cbe432c3-1015-48b0-a662-70ad7395a0b4', '7941e76e-a947-4aa1-826a-354d91c5d4c1', '2b96660c-1de2-46bc-b652-145ec48e5e48', '722d059c-0277-4105-a7e5-c5656f737be8', 'abd8c9fe-59a5-4d10-8b67-eba2ebef303e', '032352ff-6227-450a-8583-521478433ab2', 'e263c369-b216-401d-8a8d-2cff3604990f', '00a07be2-cf42-410a-bf54-6e1cf8b8b538', 'b4b3b454-c671-48f1-b6f4-94ee87039622', '16417d3a-bc8b-4d75-8b6a-a39b665e307f', '9d708fc2-2a8a-496b-aa38-543da371d27a', '04f2aa09-b96a-4a2a-89b3-4c6e5f26628d', '958fa7fd-7edc-46ad-98b3-5b7a7aa605d5'} {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1530.853576] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1530.874735] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.874948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.874948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.875167] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.875255] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.875381] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1530.875456] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1530.875530] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1530.944329] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.944525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.944525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.944742] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.945879] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.946140] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1530.946220] env[66687]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66687) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1530.946292] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1530.946361] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1530.946436] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1530.946508] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 with Priority: HIGH for action security_group_rules [ 1530.946588] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGH for action security_group_rules [ 1530.946655] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGH for action security_group_rules [ 1530.946720] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGH for action security_group_rules [ 1530.946782] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c with Priority: HIGH for action security_group_rules [ 1530.946839] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGH for action security_group_rules [ 1530.946901] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGH for action security_group_rules [ 1530.946965] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGH for action security_group_rules [ 1530.947039] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dba46c46-83ed-4641-bece-1eb60b15b4ad with Priority: HIGH for action security_group_rules [ 1530.947101] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGH for action security_group_rules [ 1530.947160] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a96169de-0b07-455f-bdd2-8ad77c398383 with Priority: HIGH for action security_group_rules [ 1530.947223] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGH for action security_group_rules [ 1530.947283] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGH for action security_group_rules [ 1530.947345] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGH for action security_group_rules [ 1530.947407] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGH for action security_group_rules [ 1530.947468] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 with Priority: HIGH for action security_group_rules [ 1530.947527] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 with Priority: HIGH for action security_group_rules [ 1530.947588] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGH for action security_group_rules [ 1530.947647] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGH for action security_group_rules [ 1530.947709] env[66687]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGH for action security_group_rules [ 1530.947800] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.962121] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.962462] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1534.962462] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 with Priority: HIGH for action security_group_rules [ 1534.962462] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGH for action security_group_rules [ 1534.962560] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d with Priority: HIGH for action security_group_rules [ 1534.962659] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 with Priority: HIGH for action security_group_rules [ 1534.962739] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032352ff-6227-450a-8583-521478433ab2 with Priority: HIGH for action security_group_rules [ 1534.962885] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e with Priority: HIGH for action security_group_rules [ 1534.962961] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722d059c-0277-4105-a7e5-c5656f737be8 with Priority: HIGH for action security_group_rules [ 1534.963046] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 with Priority: HIGH for action security_group_rules [ 1534.963140] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc with Priority: HIGH for action security_group_rules [ 1534.963227] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 with Priority: HIGH for action security_group_rules [ 1534.963317] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678d0526-792c-4a09-aec7-c00f505d71c5 with Priority: HIGH for action security_group_rules [ 1534.963405] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 with Priority: HIGH for action security_group_rules [ 1534.963494] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96169de-0b07-455f-bdd2-8ad77c398383 with Priority: HIGH for action security_group_rules [ 1534.963582] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c with Priority: HIGH for action security_group_rules [ 1534.963668] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba46c46-83ed-4641-bece-1eb60b15b4ad with Priority: HIGH for action security_group_rules [ 1534.963775] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d with Priority: HIGH for action security_group_rules [ 1534.963876] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648c7659-e49a-4078-aa14-69eb0da731b2 with Priority: HIGH for action security_group_rules [ 1534.963980] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c with Priority: HIGH for action security_group_rules [ 1534.964067] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d4dd61-2262-4250-a564-778b43661f1e with Priority: HIGH for action security_group_rules [ 1534.964145] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 with Priority: HIGH for action security_group_rules [ 1534.964495] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb789b26-0c8c-4f4c-9504-04a88f67eb02 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.964621] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.964686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.964892] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.964973] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb789b26-0c8c-4f4c-9504-04a88f67eb02',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.965936] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-022c60cb-8566-44d4-a893-79e5e8c6710c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.966067] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.966135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.966302] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.966378] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.967457] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b62f436-676b-4b8b-89eb-ca017c33b71d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.967547] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.967611] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.967720] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.967963] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b62f436-676b-4b8b-89eb-ca017c33b71d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.968482] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe432c3-1015-48b0-a662-70ad7395a0b4 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.968605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.968667] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.968809] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.968874] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe432c3-1015-48b0-a662-70ad7395a0b4',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.969710] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-032352ff-6227-450a-8583-521478433ab2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.969710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.969710] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.969890] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.969942] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('032352ff-6227-450a-8583-521478433ab2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.970616] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.970755] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.970822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.970958] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.971613] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abd8c9fe-59a5-4d10-8b67-eba2ebef303e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.973507] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-722d059c-0277-4105-a7e5-c5656f737be8 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.973614] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.973685] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.973823] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.973893] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('722d059c-0277-4105-a7e5-c5656f737be8',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.974598] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b96660c-1de2-46bc-b652-145ec48e5e48 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.974714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.974770] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.974936] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.975012] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b96660c-1de2-46bc-b652-145ec48e5e48',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.975720] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.975831] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.975917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.976050] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.976133] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8dad167-6e98-447d-a1a5-14cfedc33fdc',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.976942] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7941e76e-a947-4aa1-826a-354d91c5d4c1 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.976942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.976942] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.977160] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.977160] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7941e76e-a947-4aa1-826a-354d91c5d4c1',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.108885] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-678d0526-792c-4a09-aec7-c00f505d71c5 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.109115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.109115] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.109317] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.109387] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('678d0526-792c-4a09-aec7-c00f505d71c5',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.110263] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.110415] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.110479] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.110591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.110764] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf35ba37-94e7-4291-b1ef-a6cd6beeafb6',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.111375] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96169de-0b07-455f-bdd2-8ad77c398383 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.111505] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.111563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.111686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.111768] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96169de-0b07-455f-bdd2-8ad77c398383',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.112494] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.112599] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.112662] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.112814] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.112878] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14b0ae1-1a1c-41d0-a11e-cb271873d76c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.113550] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dba46c46-83ed-4641-bece-1eb60b15b4ad taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.113650] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.113735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.113858] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.113930] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dba46c46-83ed-4641-bece-1eb60b15b4ad',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.114597] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276d2e6c-1301-44fe-a937-e73ac5382d9d taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.114686] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.114737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.114880] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.114945] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276d2e6c-1301-44fe-a937-e73ac5382d9d',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.115677] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-648c7659-e49a-4078-aa14-69eb0da731b2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.115786] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.115862] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.115966] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.116049] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('648c7659-e49a-4078-aa14-69eb0da731b2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.116675] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07e9c0a5-8d8f-41c7-88a0-8333a894f68c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.116782] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.116869] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.117089] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.117175] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07e9c0a5-8d8f-41c7-88a0-8333a894f68c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.118538] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7d4dd61-2262-4250-a564-778b43661f1e taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.118665] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.118735] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.118885] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.118957] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7d4dd61-2262-4250-a564-778b43661f1e',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.119597] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2 taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.119707] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.119772] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.119924] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.120085] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b1b9cf-e80f-432a-887f-ed5a7079e4f2',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.153010] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.153241] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.153241] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.153429] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.154963] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.155102] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.155755] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.155877] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.159176] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.159276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.170827] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.170953] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b96660c-1de2-46bc-b652-145ec48e5e48 is going to be deleted. [ 1535.171764] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.171962] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.188441] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.188617] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b62f436-676b-4b8b-89eb-ca017c33b71d is going to be deleted. [ 1535.189385] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.189589] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.207822] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.208058] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 678d0526-792c-4a09-aec7-c00f505d71c5 is going to be deleted. [ 1535.208913] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.209135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.225977] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.226228] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.229769] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.229923] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe432c3-1015-48b0-a662-70ad7395a0b4 is going to be deleted. [ 1535.230824] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.231044] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.231138] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.231254] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b96660c-1de2-46bc-b652-145ec48e5e48" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.247886] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.248077] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.248141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.248304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.248391] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.248507] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b62f436-676b-4b8b-89eb-ca017c33b71d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.257384] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.257607] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.257652] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.257891] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.258015] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.258166] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-678d0526-792c-4a09-aec7-c00f505d71c5" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.281950] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.282146] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.282185] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.282384] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.282473] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.282590] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe432c3-1015-48b0-a662-70ad7395a0b4" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.626173] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-022c60cb-8566-44d4-a893-79e5e8c6710c taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.626439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.626439] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.626569] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.626734] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.626836] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.626898] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.627062] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.627222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.627222] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.627365] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.670164] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.670409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.670409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.670578] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.679404] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.679563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.680320] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.680424] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.681448] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.681594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.683566] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.683737] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.684388] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.684486] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.685206] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.685303] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.686044] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.686159] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.687191] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.687297] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.688113] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.688239] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.689023] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.689153] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.689783] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.690233] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.690342] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.690946] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.691342] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.691489] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.692142] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.692491] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.692592] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.693180] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.693580] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.693689] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.694297] env[66687]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.694718] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.694830] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276d2e6c-1301-44fe-a937-e73ac5382d9d is going to be deleted. [ 1535.695675] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.695887] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.711500] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.711697] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 648c7659-e49a-4078-aa14-69eb0da731b2 is going to be deleted. [ 1535.712525] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.712727] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.728992] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.729148] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf35ba37-94e7-4291-b1ef-a6cd6beeafb6 is going to be deleted. [ 1535.730025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.730231] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.751662] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.751893] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.760792] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.760976] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb789b26-0c8c-4f4c-9504-04a88f67eb02 is going to be deleted. [ 1535.761852] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.762082] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.771820] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.771984] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.779698] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.779838] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dba46c46-83ed-4641-bece-1eb60b15b4ad is going to be deleted. [ 1535.780713] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.780926] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.798878] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.799149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.804753] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.804907] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14b0ae1-1a1c-41d0-a11e-cb271873d76c is going to be deleted. [ 1535.805771] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.805995] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.815934] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.816161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.835059] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.835212] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 032352ff-6227-450a-8583-521478433ab2 is going to be deleted. [ 1535.836108] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.836327] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.864968] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.865212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.867010] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.867161] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07e9c0a5-8d8f-41c7-88a0-8333a894f68c is going to be deleted. [ 1535.868361] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.868361] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.888139] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.888736] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7941e76e-a947-4aa1-826a-354d91c5d4c1 is going to be deleted. [ 1535.889248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.889516] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.936213] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.936358] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.948257] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.948413] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.970180] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.970500] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7d4dd61-2262-4250-a564-778b43661f1e is going to be deleted. [ 1535.971485] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.971714] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.021016] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.021217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.031702] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.031952] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 722d059c-0277-4105-a7e5-c5656f737be8 is going to be deleted. [ 1536.032779] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.033025] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.080053] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.080261] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.101536] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.101709] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.115856] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.115993] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abd8c9fe-59a5-4d10-8b67-eba2ebef303e is going to be deleted. [ 1536.117110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.117370] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.132229] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.166141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.166327] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b1b9cf-e80f-432a-887f-ed5a7079e4f2 is going to be deleted. [ 1536.167246] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.167488] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.202019] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.202249] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.232263] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.232439] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8dad167-6e98-447d-a1a5-14cfedc33fdc is going to be deleted. [ 1536.233350] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.233563] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.259839] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.260046] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.283208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.283399] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96169de-0b07-455f-bdd2-8ad77c398383 is going to be deleted. [ 1536.284275] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.284492] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.284581] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.284705] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276d2e6c-1301-44fe-a937-e73ac5382d9d" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.284859] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.285029] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.285111] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.285217] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-648c7659-e49a-4078-aa14-69eb0da731b2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.285832] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.285997] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.286099] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.286208] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf35ba37-94e7-4291-b1ef-a6cd6beeafb6" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.286339] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.286483] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.286560] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.286671] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb789b26-0c8c-4f4c-9504-04a88f67eb02" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.286804] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.286943] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.287028] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.287135] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dba46c46-83ed-4641-bece-1eb60b15b4ad" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.287266] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.287440] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.287561] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.287688] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14b0ae1-1a1c-41d0-a11e-cb271873d76c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.287817] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.287955] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.288040] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.288149] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-032352ff-6227-450a-8583-521478433ab2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.288273] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.288408] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.288480] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.288588] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07e9c0a5-8d8f-41c7-88a0-8333a894f68c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.288719] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.288849] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.288921] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.289036] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7941e76e-a947-4aa1-826a-354d91c5d4c1" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.289161] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.289294] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.289364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.289471] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7d4dd61-2262-4250-a564-778b43661f1e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.289594] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.289729] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.289811] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.289917] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-722d059c-0277-4105-a7e5-c5656f737be8" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.290052] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.290188] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.290260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.290364] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abd8c9fe-59a5-4d10-8b67-eba2ebef303e" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.298714] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.298868] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.298932] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.299304] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.299398] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.299515] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b1b9cf-e80f-432a-887f-ed5a7079e4f2" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.375666] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.375875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.375875] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.376141] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.376241] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.376365] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8dad167-6e98-447d-a1a5-14cfedc33fdc" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.401045] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.401248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.401248] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.401409] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.401498] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.401618] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96169de-0b07-455f-bdd2-8ad77c398383" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.634532] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 022c60cb-8566-44d4-a893-79e5e8c6710c: rpc.has_security_group_logging(os_id): False [ 1536.654749] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.654948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.654948] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.655136] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.677528] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.677821] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.677944] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.677993] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.678212] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.678289] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.678447] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 022c60cb-8566-44d4-a893-79e5e8c6710c is going to be updated. [ 1536.735752] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.735978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.735978] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.736199] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.736344] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.750327] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 022c60cb-8566-44d4-a893-79e5e8c6710c in Status: IN_PROGRESS for 2s [ 1538.767633] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 022c60cb-8566-44d4-a893-79e5e8c6710c in Status: SUCCESS [ 1538.768061] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.965554] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.965951] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.967231] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.967519] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.968815] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.969228] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.970238] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.970597] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.971543] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.971951] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.973764] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.974223] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.311467] env[66687]: INFO networking_nsxv3.common.synchronization [req-78b76ca6-14ca-4f53-a713-9dc8e37e7c23 req-2361cb20-c4b8-476a-b9d2-e5e6d539a14a tempest-AttachVolumeTestJSON-700591003 tempest-AttachVolumeTestJSON-700591003-project-member] Enqueued Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_members [ 1566.312399] env[66687]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022c60cb-8566-44d4-a893-79e5e8c6710c with Priority: HIGHEST for action security_group_members [ 1566.312605] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock member-022c60cb-8566-44d4-a893-79e5e8c6710c taken with stack trace [, , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.312785] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.312914] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.313546] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.313546] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.313752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.313752] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.313956] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.314110] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.314285] env[66687]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('022c60cb-8566-44d4-a893-79e5e8c6710c',) {} {{(pid=66687) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.817057] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.817276] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.817324] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.817605] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.817732] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.818025] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.818168] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.818260] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.818481] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.818591] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.818709] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 022c60cb-8566-44d4-a893-79e5e8c6710c is going to be updated. [ 1566.845960] env[66687]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66687) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.846181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.846181] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.846373] env[66687]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.846511] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.854793] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022c60cb-8566-44d4-a893-79e5e8c6710c in Status: IN_PROGRESS for 2s [ 1568.866514] env[66687]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 022c60cb-8566-44d4-a893-79e5e8c6710c in Status: SUCCESS [ 1568.866897] env[66687]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 022c60cb-8566-44d4-a893-79e5e8c6710c deletion is rescheduled due to dependency. [ 1568.866897] env[66687]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-022c60cb-8566-44d4-a893-79e5e8c6710c" {{(pid=66687) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.312874] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.313311] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.313897] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.314299] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1581.314710] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1581.315227] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1586.315789] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1586.316200] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1591.317105] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1591.317805] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1596.318812] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1596.319396] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1601.319854] env[66687]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1601.320245] env[66687]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0